-- Logs begin at Wed 2022-03-09 13:53:49 UTC, end at Wed 2022-03-09 15:05:16 UTC. -- Mar 09 14:35:57.140587 dv-cinder-830086-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 09 14:36:00.079551 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.common.config [-] Logging enabled! Mar 09 14:36:00.080159 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev585 Mar 09 14:36:00.080351 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109855) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 14:36:00.083665 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.common.config [-] Logging enabled! Mar 09 14:36:00.083927 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev585 Mar 09 14:36:00.084245 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109855) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 14:36:00.085213 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 14:36:00.085455 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 14:36:00.085835 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 14:36:00.086090 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 14:36:00.086322 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 14:36:00.087071 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.087507 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 09 14:36:00.087829 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.088134 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.088435 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.088759 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.089061 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.089375 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.089671 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.089976 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.090267 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.090552 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.090840 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.091141 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.091431 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.091725 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.092018 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.092305 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] debug = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.092593 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.093071 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.093506 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.093797 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.094234 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.094382 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.094662 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.094945 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.095238 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.095575 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] host = dv-cinder-830086-3-iscsi {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.095861 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.096157 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.096449 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.096760 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.097051 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.097335 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.097632 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.097912 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.098192 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] log_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.098475 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.098768 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.099059 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.099352 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.099604 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.099810 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.100101 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.100393 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.100675 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.100983 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.101262 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.101543 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.101822 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.102096 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.102384 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.102673 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.102961 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.103240 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.103521 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.103798 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.104074 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.104361 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.104639 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.104968 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.105249 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.105540 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.105815 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.106094 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.106397 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.106688 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.106975 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.107264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.107551 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.107841 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.108119 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.108397 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.108674 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] use_json = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.108979 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.109256 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.109542 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.109820 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.110098 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.110376 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.110651 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.110940 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.111215 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:00.111516 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.111818 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.112124 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.112425 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.112737 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.113028 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.113321 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.113605 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.113902 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.114195 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.114490 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.114774 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.115082 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.115377 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.115677 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.115986 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.116286 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.116584 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.116898 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.117181 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.117467 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.117752 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.118875 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.119173 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.119727 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.120027 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.120318 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.121170 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.121472 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.121776 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.122073 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.122357 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.122644 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.122945 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.123231 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.123512 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.123799 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.124095 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.124379 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.124662 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.124982 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.125270 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.125551 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.125833 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.126122 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.126421 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.126708 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.126993 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.127280 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.127568 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.127853 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.128147 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.128434 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.128734 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.129029 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.129317 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.129600 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.129882 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.130167 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.130450 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.130736 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.131019 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.131302 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.131583 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.131863 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.132141 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.132421 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.132701 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.133008 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.133292 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.133572 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.133854 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.134135 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.134415 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.134709 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.135013 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.135298 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.135583 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.135867 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.136809 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.137099 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.137384 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.137672 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.137960 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.138241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.138539 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.138838 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.139134 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.139444 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.139731 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.140035 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.140321 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.140606 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.140925 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.141213 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.141498 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.141790 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.142079 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.142377 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.142677 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.142975 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.143273 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.143574 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.143863 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.144177 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.144464 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:00.144688 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 14:36:00.144957 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109855) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 09 14:36:00.519361 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 14:36:00.519649 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 14:36:00.519966 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 14:36:00.520449 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 09 14:36:00.848679 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.848998 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.849280 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.850476 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.850766 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.851159 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.897397 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.897679 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.897955 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.912822 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.913113 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.913391 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.942396 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.942682 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.942959 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.980965 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.981250 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:00.981525 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.327854 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.328486 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.328486 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.328654 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.329379 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.428242 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.428567 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.428878 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.429159 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.429432 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.429748 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.430016 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.430278 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.430535 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.430821 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.431086 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.431357 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.431618 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.431876 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.432136 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.432409 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.432672 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.433497 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.433776 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.434042 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.434320 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.434578 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.434861 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.435241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.435496 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.435746 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.436143 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:36:01.436391 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:36:01.436636 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:36:01.436905 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:36:01.437149 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:36:01.437391 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:36:01.437758 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 09 14:36:01.440911 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 09 14:36:01.445018 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 09 14:36:01.449347 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 09 14:36:01.451012 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 09 14:36:01.451482 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 09 14:36:01.451824 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 09 14:36:01.452213 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 09 14:36:01.455332 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 09 14:36:01.455589 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 09 14:36:01.455945 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 14:36:01.460933 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 09 14:36:01.485033 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 09 14:36:01.485501 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.485812 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109855) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 09 14:36:01.486195 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.487591 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109855) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 09 14:36:01.487879 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 14:36:01.488129 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 09 14:36:01.491452 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.491768 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:01.555321 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 09 14:36:01.555567 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 09 14:36:01.555810 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 09 14:36:01.556188 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 09 14:36:01.577308 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_db.sqlalchemy.engines [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109855) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 09 14:36:02.158329 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Initializing driver for type 'gre' Mar 09 14:36:02.158882 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] gre ID ranges: [(1, 1000)] Mar 09 14:36:02.319721 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Initializing driver for type 'local' Mar 09 14:36:02.320061 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Initializing driver for type 'vlan' Mar 09 14:36:02.410983 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] VlanTypeDriver initialization complete Mar 09 14:36:02.411563 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Initializing driver for type 'vxlan' Mar 09 14:36:02.411738 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] vxlan ID ranges: [(1, 1000)] Mar 09 14:36:02.605545 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Initializing extension driver 'port_security' Mar 09 14:36:02.605892 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.extensions.port_security [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] PortSecurityExtensionDriver initialization complete Mar 09 14:36:02.606217 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Initializing mechanism driver 'openvswitch' Mar 09 14:36:02.606542 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Initializing mechanism driver 'hyperv' Mar 09 14:36:02.613283 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.plugins.ml2.plugin [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109855) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:36:02.614142 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > port after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.614514 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > port after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.614865 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > port after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.615399 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:36:02.615836 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > subnet after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.616187 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > subnet after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.616531 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.616950 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:36:02.617356 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > network after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.617701 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > network after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.618042 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > network after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.618433 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:36:02.618836 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > security_group after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.619440 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > security_group after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.619797 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.620346 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:36:02.620832 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.621184 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.621526 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.621924 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:36:02.622327 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > address_group after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.622669 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > address_group after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.623004 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.623471 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109855) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 14:36:02.623914 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] ML2 OVO RPC backend initialized. {{(pid=109855) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 09 14:36:02.624613 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.624991 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.625406 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > network before_response 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.628245 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > networks before_response 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.628245 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > port before_response 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.628245 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > ports before_response 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.628245 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > subnet before_response 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.628553 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > subnets before_response 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.628553 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > network after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.628553 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > network after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.628553 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > network after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.628918 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > port after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.628918 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > port after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.629233 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > port after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.629565 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > subnet after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.629899 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > subnet after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.630228 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.637993 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded quota_driver: . Mar 09 14:36:02.638355 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.plugin [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Modular L2 Plugin initialization complete Mar 09 14:36:02.638695 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading services supported by the core plugin {{(pid=109855) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 09 14:36:02.639034 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.plugins.ml2.managers [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Got port-security extension from driver 'port_security' Mar 09 14:36:02.639511 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.extensions.vlantransparent [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Disabled vlantransparent extension. Mar 09 14:36:02.640003 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109855) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 09 14:36:02.640327 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading Plugin: router Mar 09 14:36:02.676330 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.676670 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router after_create 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.677187 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router before_create 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.677548 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.677917 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.678273 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router after_delete 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.678631 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.678976 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.679330 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router after_create 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.679673 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router after_update 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.680019 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router after_update 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.680369 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.680735 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router after_update 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.681158 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router precommit_update 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.681524 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: port after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.681860 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: port after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.682211 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: subnet after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.682528 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.682893 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.683237 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router precommit_create 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.683577 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: port before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.683915 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router precommit_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.684271 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router after_update 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.684611 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.685109 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router precommit_create 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.685475 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.685822 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router precommit_update 55549900 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.686184 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > agent after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.686532 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > agent after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.686878 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > network after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.687720 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Tracking information for resource: router configured {{(pid=109855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:36:02.688057 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Tracking information for resource: floatingip configured {{(pid=109855) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 14:36:02.692958 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.db.l3_agentschedulers_db [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 09 14:36:02.693529 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: port after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.693888 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: port after_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.694238 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: port after_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.694590 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: port after_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.695360 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router before_create 55550100 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.695724 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.696086 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router precommit_create 55550100 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.696442 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > router precommit_update 55550100 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.701775 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.services.provider_configuration [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service providers = [] {{(pid=109855) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 09 14:36:02.702139 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.db.servicetype_db [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109855) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 09 14:36:02.705123 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.services.service_base [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 14:36:02.705472 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.services.service_base [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 14:36:02.705811 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.services.service_base [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 14:36:02.706696 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.services.service_base [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109855) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 14:36:02.707067 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.services.service_base [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 09 14:36:02.707439 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:36:02.707756 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 09 14:36:02.719059 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:36:02.719396 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading Plugin: auto_allocate Mar 09 14:36:02.725197 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: network precommit_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.725563 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: network precommit_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.726074 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:36:02.726398 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading Plugin: tag Mar 09 14:36:02.733273 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:36:02.733607 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading Plugin: timestamp Mar 09 14:36:02.737415 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:36:02.737744 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading Plugin: network_ip_availability Mar 09 14:36:02.743193 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.743561 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.743922 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.744909 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:36:02.745232 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading Plugin: flavors Mar 09 14:36:02.750127 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:36:02.750459 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading Plugin: revisions Mar 09 14:36:02.754747 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109855) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 14:36:02.755136 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_concurrency.lockutils [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.235s {{(pid=109855) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 14:36:02.755871 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109855) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 09 14:36:02.756206 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Initializing extension manager. Mar 09 14:36:02.756738 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: __init__.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.757085 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: __pycache__ {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.757419 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: address_group.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.758161 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.758714 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: address-group Mar 09 14:36:02.759038 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: address_scope.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.759742 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.760244 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: address-scope Mar 09 14:36:02.760567 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.762045 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.762546 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: router-admin-state-down-before-update Mar 09 14:36:02.762865 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: agent.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.763553 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.764051 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: agent Mar 09 14:36:02.764369 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: agent_resources_synced.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.765302 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.765803 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: agent-resources-synced Mar 09 14:36:02.766121 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: allowedaddresspairs.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.767877 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.768392 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: allowed-address-pairs Mar 09 14:36:02.768735 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: auto_allocated_topology.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.769809 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.770351 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: auto-allocated-topology Mar 09 14:36:02.770675 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: availability_zone.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.771368 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.771870 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: availability_zone Mar 09 14:36:02.772191 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: availability_zone_filter.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.773122 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.773626 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: availability_zone_filter Mar 09 14:36:02.773950 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: data_plane_status.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.774840 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.775338 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension data-plane-status not supported by any of loaded plugins Mar 09 14:36:02.775659 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: default_subnetpools.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.776555 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.777654 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: default-subnetpools Mar 09 14:36:02.777974 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.778803 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.779299 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: dhcp_agent_scheduler Mar 09 14:36:02.779619 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: dns.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.780532 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.781069 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension dns-integration not supported by any of loaded plugins Mar 09 14:36:02.781392 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: dns_domain_ports.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.782296 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.782799 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 09 14:36:02.783119 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.784026 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.784628 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 09 14:36:02.784944 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: dvr.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.785612 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.786112 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: dvr Mar 09 14:36:02.786432 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: ecmp_routes.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.787338 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.787839 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 09 14:36:02.788160 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: empty_string_filtering.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.789088 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.789594 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: empty-string-filtering Mar 09 14:36:02.789911 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.790816 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.791325 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 09 14:36:02.791643 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.792566 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.793102 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 09 14:36:02.793421 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: external_net.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.794319 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.794820 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: external-net Mar 09 14:36:02.795137 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.796032 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.796533 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: extra_dhcp_opt Mar 09 14:36:02.796889 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: extraroute.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.797785 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.798287 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: extraroute Mar 09 14:36:02.798605 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: extraroute_atomic.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.799618 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.800119 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: extraroute-atomic Mar 09 14:36:02.800436 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: filter_validation.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.801144 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.801642 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: filter-validation Mar 09 14:36:02.801957 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: fip_pf_description.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.802854 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.803352 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 09 14:36:02.803669 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: fip_port_details.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.804779 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.805286 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: fip-port-details Mar 09 14:36:02.805607 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: flavors.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.806828 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.807340 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: flavors Mar 09 14:36:02.807662 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.809915 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.810430 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 09 14:36:02.810761 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: floatingip_pools.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.811462 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.811972 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: floatingip-pools Mar 09 14:36:02.812297 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: ip_allocation.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.813253 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.813756 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension ip_allocation not supported by any of loaded plugins Mar 09 14:36:02.814077 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.814995 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.815498 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: ip-substring-filtering Mar 09 14:36:02.815824 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: l2_adjacency.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.816920 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.817423 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 09 14:36:02.817744 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: l3.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.818702 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.819211 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: router Mar 09 14:36:02.819536 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.821846 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.822371 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 09 14:36:02.822699 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.824259 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.824802 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: ext-gw-mode Mar 09 14:36:02.825130 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.826043 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.826548 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: l3-ha Mar 09 14:36:02.826872 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.827778 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.828274 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 09 14:36:02.828595 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: l3_flavors.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.829596 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.830105 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: l3-flavors Mar 09 14:36:02.830427 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.831812 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.832329 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 09 14:36:02.832660 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.833609 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.834122 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 09 14:36:02.834448 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: l3agentscheduler.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.835473 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.835983 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: l3_agent_scheduler Mar 09 14:36:02.836307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: local_ip.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.838103 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.838624 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension local_ip not supported by any of loaded plugins Mar 09 14:36:02.838954 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: logging.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.841898 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.842428 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension logging not supported by any of loaded plugins Mar 09 14:36:02.842769 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: metering.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.843513 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.844090 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: metering Mar 09 14:36:02.844422 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.845539 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.846055 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: metering_source_and_destination_fields Mar 09 14:36:02.846383 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: multiprovidernet.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.847301 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.847811 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: multi-provider Mar 09 14:36:02.848135 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: netmtu.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.849075 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.849581 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: net-mtu Mar 09 14:36:02.849902 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: netmtu_writable.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.850811 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.851313 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: net-mtu-writable Mar 09 14:36:02.851639 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: network_availability_zone.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.852300 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.852832 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: network_availability_zone Mar 09 14:36:02.853153 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: network_ip_availability.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.854261 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.854792 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: network-ip-availability Mar 09 14:36:02.855117 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: network_segment_range.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.855870 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.856369 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension network-segment-range not supported by any of loaded plugins Mar 09 14:36:02.856690 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: pagination.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.857683 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.858010 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: pagination Mar 09 14:36:02.858330 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: port_device_profile.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.859222 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.859728 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: port-device-profile Mar 09 14:36:02.860045 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.860995 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.861501 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: port-mac-address-regenerate Mar 09 14:36:02.861824 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.862739 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.863242 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: port-numa-affinity-policy Mar 09 14:36:02.863559 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: port_resource_request.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.864453 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.864985 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension port-resource-request not supported by any of loaded plugins Mar 09 14:36:02.865303 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: port_resource_request_groups.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.866279 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.866781 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 09 14:36:02.867101 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: portbindings.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.868017 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.868522 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: binding Mar 09 14:36:02.868874 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: portbindings_extended.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.870916 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.871428 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: binding-extended Mar 09 14:36:02.871751 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: portsecurity.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.872664 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.873196 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: port-security Mar 09 14:36:02.873519 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: project_id.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.874485 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.874812 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: project-id Mar 09 14:36:02.875132 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: providernet.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.876043 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.876553 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: provider Mar 09 14:36:02.876904 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.880444 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.880990 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos not supported by any of loaded plugins Mar 09 14:36:02.881319 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.882573 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.883085 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 09 14:36:02.883412 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.884325 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.884869 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 09 14:36:02.885198 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_default.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.886703 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.887216 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-default not supported by any of loaded plugins Mar 09 14:36:02.887540 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_fip.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.888470 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.889000 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-fip not supported by any of loaded plugins Mar 09 14:36:02.889327 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.890233 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.890740 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 09 14:36:02.891061 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_gateway_ip.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.891974 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.892483 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 09 14:36:02.892839 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_port_network_policy.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.893868 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.894375 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 09 14:36:02.894697 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.895730 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.896234 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 09 14:36:02.896554 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.897606 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.898116 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 09 14:36:02.898437 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_pps_rule.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.899616 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.900132 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-pps not supported by any of loaded plugins Mar 09 14:36:02.900455 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_rule_type_details.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.901398 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.901933 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 09 14:36:02.902262 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: qos_rules_alias.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.903306 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.903817 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 09 14:36:02.904142 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: quota_check_limit.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.905076 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.905591 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: quota-check-limit Mar 09 14:36:02.905916 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: quotasv2.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.906823 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.907149 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: quotas Mar 09 14:36:02.907469 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: quotasv2_detail.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.909200 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.909540 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: quota_details Mar 09 14:36:02.909864 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: rbac.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.910903 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.911421 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: rbac-policies Mar 09 14:36:02.911748 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: rbac_address_group.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.912671 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.913214 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: rbac-address-group Mar 09 14:36:02.913537 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: rbac_address_scope.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.914445 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.914958 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: rbac-address-scope Mar 09 14:36:02.915281 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: rbac_security_groups.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.916185 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.916694 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: rbac-security-groups Mar 09 14:36:02.917037 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: rbac_subnetpool.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.917964 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.918470 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: rbac-subnetpool Mar 09 14:36:02.918788 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: revisionifmatch.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.919775 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.920287 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: revision-if-match Mar 09 14:36:02.920606 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: revisions.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.921749 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.922269 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: standard-attr-revisions Mar 09 14:36:02.922591 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: router_availability_zone.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.923258 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.923765 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: router_availability_zone Mar 09 14:36:02.924083 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: routerservicetype.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.925036 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.925540 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension router-service-type not supported by any of loaded plugins Mar 09 14:36:02.925857 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.926815 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.927283 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: security-groups-normalized-cidr Mar 09 14:36:02.927603 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.928512 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.929052 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: port-security-groups-filtering Mar 09 14:36:02.929370 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.930371 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.930883 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: security-groups-remote-address-group Mar 09 14:36:02.931203 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.932125 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.932631 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: security-groups-shared-filtering Mar 09 14:36:02.933494 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.934073 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 09 14:36:02.934387 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: securitygroup.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.943924 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.944455 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: security-group Mar 09 14:36:02.944824 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: segment.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.945547 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.946055 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension segment not supported by any of loaded plugins Mar 09 14:36:02.946383 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.947316 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.947828 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 09 14:36:02.948153 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: servicetype.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.949821 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.950340 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: service-type Mar 09 14:36:02.950666 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: sorting.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.951640 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.951971 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: sorting Mar 09 14:36:02.952293 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: standard_attr_segment.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.953232 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.953745 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 09 14:36:02.954068 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: standardattrdescription.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.954709 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.955210 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: standard-attr-description Mar 09 14:36:02.955531 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: stateful_security_group.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.956456 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.956984 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: stateful-security-group Mar 09 14:36:02.957307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: stdattrs_common.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.957868 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 09 14:36:02.958187 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.959108 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.959617 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 09 14:36:02.959935 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: subnet_onboard.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.961016 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.961532 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: subnet_onboard Mar 09 14:36:02.961851 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.962797 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.963307 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 09 14:36:02.963626 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: subnet_service_types.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.964563 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.965102 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: subnet-service-types Mar 09 14:36:02.965420 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: subnetallocation.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.966495 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.967010 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: subnet_allocation Mar 09 14:36:02.967336 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.967992 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.968507 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: subnetpool-prefix-ops Mar 09 14:36:02.968857 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.969795 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.970299 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 09 14:36:02.970616 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: tagging.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.971680 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.972195 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: standard-attr-tag Mar 09 14:36:02.972520 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: timestamp.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.973753 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.974270 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loaded extension: standard-attr-timestamp Mar 09 14:36:02.974599 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: trunk.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.975625 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.976134 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension trunk not supported by any of loaded plugins Mar 09 14:36:02.976460 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: trunk_details.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.977396 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.977902 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension trunk-details not supported by any of loaded plugins Mar 09 14:36:02.978223 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: uplink_status_propagation.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.979136 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.979643 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 09 14:36:02.979990 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Loading extension file: vlantransparent.py {{(pid=109855) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 14:36:02.980649 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109855) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 14:36:02.981177 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 09 14:36:02.983636 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:network Mar 09 14:36:02.984146 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:subnet Mar 09 14:36:02.984542 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 14:36:02.984959 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:port Mar 09 14:36:02.986162 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:02.986603 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service FLAVORS assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:02.987206 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:02.987631 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:02.987961 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:router Mar 09 14:36:02.988381 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 14:36:02.988904 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service METERING assigned prefix: /metering {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:02.990327 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.990695 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.991044 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109855) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:36:02.992012 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 14:36:02.992453 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:security_group Mar 09 14:36:02.992917 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 14:36:02.993509 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service CORE assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:02.993839 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 14:36:02.994456 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] subnetpool is already registered Mar 09 14:36:02.994880 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service CORE assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:02.995204 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 14:36:02.996047 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] subnetpool is already registered Mar 09 14:36:02.998646 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:02.999077 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service FLAVORS assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:02.999656 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:03.000079 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:03.000410 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:router Mar 09 14:36:03.000773 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] router is already registered Mar 09 14:36:03.001185 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 14:36:03.001521 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] floatingip is already registered Mar 09 14:36:03.001969 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service METERING assigned prefix: /metering {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:03.002616 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 14:36:03.002939 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] rbac_policy is already registered Mar 09 14:36:03.003349 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:security_group Mar 09 14:36:03.003678 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] security_group is already registered Mar 09 14:36:03.004074 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 14:36:03.004405 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] security_group_rule is already registered Mar 09 14:36:03.005059 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service CORE assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:03.005393 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 14:36:03.005726 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] subnetpool is already registered Mar 09 14:36:03.006142 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.v2.resource_helper [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Service CORE assigned prefix: {{(pid=109855) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 14:36:03.006479 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 14:36:03.006811 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING neutron.quota.resource_registry [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] subnetpool is already registered Mar 09 14:36:03.007272 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: extensions {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.008793 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: address-groups {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.010270 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: address-scopes {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.012187 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: agents {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.013381 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: auto-allocated-topology {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.014624 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: availability_zones {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.015828 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: dhcp-networks {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.017363 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: dhcp-agents {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.018771 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: routers {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.021010 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: flavors {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.022161 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: service_profiles {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.023369 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: next_providers {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.024807 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: service_profiles {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.026338 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: floatingip-pools {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.027570 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: routers {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.029700 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: floatingips {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.032125 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: l3-routers {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.033635 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: l3-agents {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.035038 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: metering-labels {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.036376 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: metering-label-rules {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.037688 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: network-ip-availabilities {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.038939 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: bindings {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.040563 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: quotas {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.042148 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: quotas {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.043704 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: rbac-policies {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.045002 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: security-groups {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.046219 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: security-group-rules {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.047467 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: service-providers {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.048663 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: subnetpools {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.050120 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: subnetpools {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.051555 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: tags {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.053289 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: tags {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.055099 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: tags {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.056892 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: tags {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.059177 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: tags {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.061010 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: tags {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.062690 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: tags {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.064566 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: tags {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.066317 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: tags {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.068119 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron.api.extensions [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Extended resource: tags {{(pid=109855) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 14:36:03.074571 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING keystonemiddleware.auth_token [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 09 14:36:03.079213 dv-cinder-830086-3-iscsi neutron-server[109855]: WARNING keystonemiddleware.auth_token [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 09 14:36:03.087674 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_concurrency.lockutils [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Acquired lock "singleton_lock" {{(pid=109855) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 09 14:36:03.088151 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_concurrency.lockutils [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Releasing lock "singleton_lock" {{(pid=109855) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 09 14:36:03.088818 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO oslo_service.service [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Starting 2 workers Mar 09 14:36:03.093727 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Started child 109966 {{(pid=109855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 14:36:03.098184 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Started child 109967 {{(pid=109855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 14:36:03.099350 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:03.099982 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO neutron.service [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 09 14:36:03.100384 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:03.101006 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [-] (109966) wsgi starting up on http://0.0.0.0:9696 Mar 09 14:36:03.102939 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO oslo_service.service [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Starting 1 workers Mar 09 14:36:03.103136 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:03.104551 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [-] (109967) wsgi starting up on http://0.0.0.0:9696 Mar 09 14:36:03.108253 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Started child 109968 {{(pid=109855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 14:36:03.108828 dv-cinder-830086-3-iscsi neutron-server[109855]: INFO oslo_service.service [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Starting 1 workers Mar 09 14:36:03.111977 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.service [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] calling RpcWorker wait() {{(pid=109968) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 09 14:36:03.112542 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.service [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] returning from RpcWorker wait() {{(pid=109968) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 09 14:36:03.113294 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Started child 109969 {{(pid=109855) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 14:36:03.113946 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:03.114095 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG neutron_lib.callbacks.manager [None req-3560e96f-2d66-45cd-85bf-aa45847e7c51 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109855) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:03.114535 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:36:03.116030 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109855) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 14:36:03.116252 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 14:36:03.116437 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 14:36:03.116672 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 14:36:03.117035 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 14:36:03.117201 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 14:36:03.117715 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.117993 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.118260 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.118439 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:03.118897 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.118897 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.119618 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:36:03.119717 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.119870 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.120130 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.120989 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.121213 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.121383 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.121548 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.121800 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.122099 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.122403 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.122681 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.122919 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.123164 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.123335 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.123597 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.123874 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.124104 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.124363 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] debug = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.124608 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.125118 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.125349 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.125621 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.125836 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.126112 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.126358 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.126634 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.126879 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.127098 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.127359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.127622 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.127858 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.128099 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.128348 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.128580 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.128859 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.129083 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.129541 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] host = dv-cinder-830086-3-iscsi {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.129781 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.130024 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.130251 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.130501 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.130762 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.130993 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.131250 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.131514 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.131762 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.132009 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.132370 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.132608 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.132846 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.133084 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.133248 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_options = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.133498 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.133773 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.134031 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.134228 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.134395 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.134560 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.134815 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.134975 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.135237 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.135473 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.135709 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.135896 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.136694 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.136928 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.137192 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.137408 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.137641 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.137868 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.138118 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.138451 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.138601 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.138852 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.139066 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.139316 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.139563 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.139781 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.140006 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.140241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.140478 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.140741 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.140963 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.141260 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.142606 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.142873 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.144035 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.144634 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.144936 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.146291 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.147146 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.148823 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.148823 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.148823 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.149094 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.149497 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.149497 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.149681 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.149934 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_json = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.150164 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.150426 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.150709 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.150944 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.151171 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.151397 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.151660 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.151906 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.152150 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.152620 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.152960 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.153298 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.153581 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.153928 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.154196 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.154630 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.154884 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.155117 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.155351 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.155679 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.155910 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.156222 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.156494 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.156807 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.157124 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164321 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164321 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164321 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164321 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164321 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164321 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164321 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164321 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164966 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164966 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164966 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164966 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164966 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164966 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164966 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.164966 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.165525 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.165525 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.165525 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.165525 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.165525 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.165525 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.165525 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.165525 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166115 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166115 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166115 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166115 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166115 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166115 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166115 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166115 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166638 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166638 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166638 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166638 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166638 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166638 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166638 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.166638 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.167228 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.167228 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.167383 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.167576 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.167798 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.168019 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.168275 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.168521 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.168754 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.169001 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.169244 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.169457 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.169857 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.170258 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.170485 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.170707 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.170932 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.171148 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.171378 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.171756 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.172142 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.172368 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.172608 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.172851 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.173072 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.173289 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.173507 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.173729 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.173974 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.174200 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.174438 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.174654 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.174876 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.175094 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.175335 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.175624 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.175953 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.176215 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.176490 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.176740 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.177046 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.177216 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.177632 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.178044 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.178297 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.178527 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.178782 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.179016 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.179249 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.179479 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.179704 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.179963 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.180187 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.180413 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.180639 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.180883 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.181127 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.181358 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.181663 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.182105 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.182349 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.182614 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.183338 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.183615 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.183856 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.184264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.184665 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.184987 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.185261 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.185538 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.185794 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.186059 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.186310 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.186560 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.186799 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.187068 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.187307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.187569 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.187831 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.188078 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.188323 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.188547 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.188805 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.189372 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.189618 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.189862 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.190069 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.190358 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.190610 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.190854 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.191127 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.191386 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.191640 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.191894 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.192144 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.192362 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.192603 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.192874 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.193099 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.193349 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.193566 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.193815 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.194038 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.194255 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.194518 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.194734 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.194955 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.195171 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.195408 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.195647 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.195897 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.196112 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.196492 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.196757 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.196986 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.197207 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.197427 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.197643 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.197897 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.198137 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.198436 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.199319 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.199890 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.199890 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.200082 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.200266 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.200504 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.200773 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.201004 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.201223 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.201441 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.201664 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.201922 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.202118 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.202365 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.202601 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.202856 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.203102 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.203446 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.203689 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.203936 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.204410 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.204653 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.205081 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.205487 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.205920 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.206248 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.206544 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.206807 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.207036 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.207261 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.207507 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.207729 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.207975 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.208236 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.208497 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.208761 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.208992 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.209235 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.209456 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.209691 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.209909 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.210124 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.210357 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.210577 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.210799 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.211017 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.211301 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.211716 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.212010 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.212225 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.212464 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.212747 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.212982 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.215845 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.215845 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.215845 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.215845 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.215845 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.215845 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.215845 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.215845 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.216359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.216359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.216359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.216359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.216359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.216359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.216359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.216359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.216946 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.216946 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.217100 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.217180 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.217415 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.217615 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.217832 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.218087 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.218303 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.218518 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.218744 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.218963 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.219200 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.219490 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.219756 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.219977 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.220271 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.220508 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.220781 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.221031 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.221329 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.221547 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.221809 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.222064 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.222286 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.222526 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.222794 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.223111 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.223486 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.223643 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.223900 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.224188 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.224473 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.224777 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.224999 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.225306 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.225646 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.225927 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.226192 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.226425 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.226662 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.226893 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.227112 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.227351 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.227623 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.227859 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.228104 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.228345 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.228598 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.228856 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.229088 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.229307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.229534 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.230323 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.230577 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.230797 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.230959 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 14:36:03.231571 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109855) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 14:36:03.231752 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 14:36:03.231912 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 14:36:03.232083 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 14:36:03.232257 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 14:36:03.232413 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 14:36:03.232624 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.232810 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.232976 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.233138 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.233300 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.233484 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.233646 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.233806 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.233967 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.234128 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.234293 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.234452 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.234619 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.234799 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.234933 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.235088 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.235256 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.235413 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.235579 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.235740 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.235899 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.236059 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.236219 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] debug = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.236380 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.236590 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.236788 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.236953 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.237113 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.237309 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.237491 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.237712 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.237818 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.237929 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.238088 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.238247 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.238407 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.238567 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.238725 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.238885 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.239045 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.239204 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.239364 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] host = dv-cinder-830086-3-iscsi {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.239529 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.239708 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.239856 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.239996 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.240129 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.240266 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.240423 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.240572 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.240748 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.240885 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.241030 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.241178 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.241341 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.241488 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.241635 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_options = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.241840 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.241967 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.242100 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.242289 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.242456 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.242615 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.242731 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:36:03.242832 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.242915 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.243070 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.243228 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.243388 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.243550 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.243695 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.243853 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.244267 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.244427 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.244592 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.244770 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.244947 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.245111 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250264 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250872 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250872 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250872 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250872 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250872 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250872 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250872 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.250872 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251307 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251741 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251741 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_json = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251741 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251741 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251741 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251741 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251741 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251741 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.251741 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.252241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.252241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 14:36:03.252241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.252241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.252241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.252241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.252241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.252241 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.252683 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.252683 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.252683 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.252683 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.252683 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.253013 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.253013 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.253128 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.253298 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.253466 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.253630 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.253794 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.253965 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.254128 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.254270 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.254431 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.254607 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.254770 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.254933 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.255096 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.255260 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.255430 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.255593 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.255770 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.255934 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.256156 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.256257 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.256412 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.256576 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.256756 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.256923 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.257087 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.257251 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.257414 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.257577 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.257738 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.257901 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.258063 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.258232 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.258395 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.258562 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.258750 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.258874 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.259037 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.259200 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.259363 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.259526 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.259689 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.259853 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.260016 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.260178 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.260355 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.260519 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.260664 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.260851 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.261041 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.261191 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.261343 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.261504 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.261683 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.261819 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.261962 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.262133 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.262296 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.262459 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.262621 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.262784 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.262946 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.263110 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.263272 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.263435 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.263597 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.263760 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.263922 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.264084 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.264247 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.264410 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.264576 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.264757 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.264922 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.265085 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.265248 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.265410 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.265573 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.265735 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.265906 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.266083 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.266246 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.266409 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.266571 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.266733 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.266896 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.267060 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.267234 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.267382 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.267544 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.267707 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.267870 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.268035 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.268198 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.268359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.268523 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.268703 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.268866 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.269030 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.269191 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.269353 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.269517 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.269680 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.269843 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.270005 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.270171 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.270332 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.270503 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.270876 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.270876 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.271122 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.271122 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.271372 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.271497 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.271636 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.271764 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.271888 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.272052 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.272217 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.272387 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.272540 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.272801 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.272939 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.273039 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.273203 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.273366 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.273529 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.273715 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.273879 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.274041 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.274204 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.274368 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.274534 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.274755 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.274878 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.275009 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.275172 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.275335 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.275499 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.275662 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.275824 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.275988 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.276150 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.276314 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.276476 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.276664 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.276847 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.277012 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.277175 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.277337 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279034 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279034 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279034 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279034 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279034 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279034 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279034 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279034 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279863 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279863 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279863 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279863 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279863 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279863 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279863 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.279863 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.280559 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.280559 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.280559 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.280559 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.280559 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.281005 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.281005 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.281005 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.281268 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.281268 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.281438 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.281622 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.281779 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.281906 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.282067 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.282231 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.282411 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.282575 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.282738 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.282907 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.283072 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.283235 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.283399 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.283562 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.283725 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.283887 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.284052 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.284218 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.284430 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.284591 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.284705 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.284936 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.285030 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.285195 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.285359 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.285521 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.285686 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.285849 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.286001 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.286164 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.286327 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.286490 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.286653 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.286815 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.286978 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.287153 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.287317 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.287481 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.287644 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.287807 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.287970 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.288144 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.288309 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.288471 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.288650 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.288807 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.288971 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.289143 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.289306 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.289469 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.289632 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.289794 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.289957 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.290128 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.290292 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.290566 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.290734 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.290897 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.291061 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.291233 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.291396 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.291560 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.291722 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.291885 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.292049 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.292747 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.292917 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.293081 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.293232 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.293395 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.293560 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.293731 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.293896 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.294060 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.294231 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.294395 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.294557 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.294721 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.294896 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.295064 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.295230 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.295394 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.295557 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.295757 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.295923 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.296091 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.296265 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.296435 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.296600 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.296796 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.296970 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.297141 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.297305 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.297474 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.297651 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.297814 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.297977 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.298141 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.298303 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.298466 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.298642 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.298793 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.298955 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.299118 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.299281 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.299443 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.299606 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.299769 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.299931 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.300094 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.300256 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.300419 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.300582 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.300779 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 14:36:03.300927 dv-cinder-830086-3-iscsi neutron-server[109855]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109855) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 14:36:03.317900 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 58766) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:03.326828 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066912 Mar 09 14:36:14.953130 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ce7537-8840-43b3-8db5-d6067ce9b92d None None] get_active_networks_info from dv-cinder-830086-3-iscsi {{(pid=109968) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 14:36:15.074350 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ce7537-8840-43b3-8db5-d6067ce9b92d None None] No non-hosted networks {{(pid=109968) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 09 14:36:15.097989 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.agentschedulers_db [None req-77ce7537-8840-43b3-8db5-d6067ce9b92d None None] DHCP Agent not found on host dv-cinder-830086-3-iscsi {{(pid=109968) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 09 14:36:15.172826 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-286e8740-7ec1-461d-b4a1-3d7c6386dbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580452'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:17.092804 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9b7b-31dd-4c15-b166-ded520d68753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580452'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:17.143217 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.db.api [None req-f0fc1581-91f0-43a8-aaea-69be5ff80202 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830086-3-iscsi {{(pid=109968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 14:36:17.143679 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG oslo_db.api [None req-f0fc1581-91f0-43a8-aaea-69be5ff80202 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 14:36:17.758219 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f0fc1581-91f0-43a8-aaea-69be5ff80202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:18.302499 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580452'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:19.639032 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580452'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:20.978086 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 58846) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:21.130335 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580452'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:21.131049 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.131384 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.131917 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.132534 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.133065 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.133531 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.134003 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.134532 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.135042 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.135529 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.136028 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.136510 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.136866 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:21.137275 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830086-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:36:21.145878 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830086-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:36:21.541766 dv-cinder-830086-3-iscsi neutron-server[109967]: WARNING oslo_policy.policy [None req-906655b4-9996-4600-b8c9-db5abbc7c3a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:36:21.542355 dv-cinder-830086-3-iscsi neutron-server[109967]: WARNING oslo_policy.policy [None req-906655b4-9996-4600-b8c9-db5abbc7c3a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:36:21.766766 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [None req-906655b4-9996-4600-b8c9-db5abbc7c3a0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:36:21.768632 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-906655b4-9996-4600-b8c9-db5abbc7c3a0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7890990 Mar 09 14:36:23.145562 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.db.l3_hamode_db [None req-d85fcea3-9fd7-4f35-bb97-f5f988804bd4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 09 14:36:23.229934 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85fcea3-9fd7-4f35-bb97-f5f988804bd4 None None] Routers set() bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:36:23.230261 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85fcea3-9fd7-4f35-bb97-f5f988804bd4 None None] Router IDs set() for agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 09 14:36:24.304541 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 58872) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:24.612018 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-a82cf628-ff70-4c62-a4c4-ea18f1c54846 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:36:24.703956 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.policy [None req-a82cf628-ff70-4c62-a4c4-ea18f1c54846 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109967) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 14:36:24.746255 dv-cinder-830086-3-iscsi neutron-server[109967]: WARNING oslo_policy.policy [None req-a82cf628-ff70-4c62-a4c4-ea18f1c54846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:36:24.746647 dv-cinder-830086-3-iscsi neutron-server[109967]: WARNING oslo_policy.policy [None req-a82cf628-ff70-4c62-a4c4-ea18f1c54846 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:36:24.929678 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a82cf628-ff70-4c62-a4c4-ea18f1c54846 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736494403686', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736494405209', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736494401766', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736494389188', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736494446946', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736494439510', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1369370', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1332533', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-506191', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16344673'] for rbac-policy (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:25.113444 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a82cf628-ff70-4c62-a4c4-ea18f1c54846 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:25.114631 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a82cf628-ff70-4c62-a4c4-ea18f1c54846 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8090775 Mar 09 14:36:27.594623 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 58882) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:27.903801 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:36:28.021004 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Made reservation on behalf of b8625d03a52d4f0eb9af3863d315e91e for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:36:28.025672 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:28.041820 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:28.146096 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Publish callbacks [] for security_group (a0f589cc-179f-49ae-8f22-1c16c03a3298), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:28.237039 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (a0f589cc-179f-49ae-8f22-1c16c03a3298), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:28.261370 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:36:28.291795 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f589cc-179f-49ae-8f22-1c16c03a3298,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:28.302912 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306095 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306095 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306095 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306095 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306095 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306523 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306523 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306523 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306523 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306819 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.306959 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.307277 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Tracked resource versions report: Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: pushed versions: Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: { 'AddressGroup': {'1.2'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'ConntrackHelper': {'1.0'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Log': {'1.0'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Network': {'1.1'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Port': {'1.7'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'PortForwarding': {'1.2'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'QosPolicy': {'1.10'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SecurityGroup': {'1.5'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SubPort': {'1.0'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Subnet': {'1.1'}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Trunk': {'1.1'}} Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: consumer versions: Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: { DHCP agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: L3 agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: Metadata agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: Metering agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: Open vSwitch agent@dv-cinder-830086-3-iscsi: { 'AddressGroup': '1.2', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'ConntrackHelper': '1.0', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'LocalIPAssociation': '1.0', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Log': '1.0', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Network': '1.1', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Port': '1.7', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'PortForwarding': '1.2', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'QosPolicy': '1.10', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SecurityGroup': '1.5', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SecurityGroupRule': '1.2', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SubPort': '1.0', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Subnet': '1.1', Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Trunk': '1.1'}} Mar 09 14:36:28.308604 dv-cinder-830086-3-iscsi neutron-server[109967]: {{(pid=109967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:36:28.340162 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736492379661', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (86f483dd-86c2-4340-bc5d-a85742e4d05c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:28.340671 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Unsubscribe: segment precommit_create {{(pid=109967) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 14:36:28.341274 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Added segment 86f483dd-86c2-4340-bc5d-a85742e4d05c of type vlan for network 30c60189-29ac-46c9-a3ec-13412ca38b54 Mar 09 14:36:28.418558 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (30c60189-29ac-46c9-a3ec-13412ca38b54), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:28.506966 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (30c60189-29ac-46c9-a3ec-13412ca38b54), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:28.512589 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:36:28.513334 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:28.624951 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] Pushing event updated for resources: {'Network': ['ID=30c60189-29ac-46c9-a3ec-13412ca38b54,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:28.635562 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-05eb425e-9efc-46dc-8697-ab366e805f48 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0399101 Mar 09 14:36:28.637395 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 30c60189-29ac-46c9-a3ec-13412ca38b54 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:36:31.160184 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 58894) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:31.556233 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafcee7-6c5a-4afd-acf7-49814d72f71e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:36:31.557638 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-baafcee7-6c5a-4afd-acf7-49814d72f71e demo admin] 10.222.0.20 "GET /v2.0/networks/30c60189-29ac-46c9-a3ec-13412ca38b54 HTTP/1.1" status: 200 len: 825 time: 0.3964877 Mar 09 14:36:31.581264 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f76ef787-ec5c-4179-a312-5d4f62aa3657 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/a998e638-3cd0-4aa8-8912-44bb660db6d9 HTTP/1.1" status: 200 len: 734 time: 0.0180721 Mar 09 14:36:31.589977 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54', 'subnetpool_id': 'a998e638-3cd0-4aa8-8912-44bb660db6d9'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:36:31.700305 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Made reservation on behalf of b8625d03a52d4f0eb9af3863d315e91e for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:36:31.702585 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:32.043693 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (c227d339-3de1-4d42-ad2c-7367bf3f9cc3), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:32.113158 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Checking segment: {'id': '86f483dd-86c2-4340-bc5d-a85742e4d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:36:32.113533 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Network hostable DHCP agents. Network: 30c60189-29ac-46c9-a3ec-13412ca38b54, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:36:32.118750 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Pushing event updated for resources: {'Subnet': ['ID=c227d339-3de1-4d42-ad2c-7367bf3f9cc3,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:32.186018 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Network 30c60189-29ac-46c9-a3ec-13412ca38b54 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:36:32.265387 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 30c60189-29ac-46c9-a3ec-13412ca38b54) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:36:32.269927 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:36:32.270537 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:32.276335 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9daacc-6dc4-465c-b55f-b48218fa91b3 None None] Network 30c60189-29ac-46c9-a3ec-13412ca38b54 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:36:32.434501 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e9b86342-6826-4bee-be36-fe8a0dc110cd demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8480248 Mar 09 14:36:32.638436 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-30c60189-29ac-46c9-a3ec-13412ca38b54', 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54', 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'fixed_ips': [{'subnet_id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:36:32.639700 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:32.914194 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Allocated IP 172.20.0.2 (30c60189-29ac-46c9-a3ec-13412ca38b54/c227d339-3de1-4d42-ad2c-7367bf3f9cc3/41d4a92a-61b9-463e-a1f8-c512becf706e) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:36:33.181228 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Publish callbacks [] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:33.288844 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:33.360603 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Network 30c60189-29ac-46c9-a3ec-13412ca38b54 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:36:33.370635 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:36:33.375856 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Pushing event updated for resources: {'Port': ['ID=41d4a92a-61b9-463e-a1f8-c512becf706e,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:33.379121 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:36:33.412283 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.412659 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.413048 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.413392 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.413780 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.414118 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.414475 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.414809 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.415138 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.415488 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.415821 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.416148 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.416474 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Tracked resource versions report: Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: pushed versions: Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: { 'AddressGroup': {'1.2'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'ConntrackHelper': {'1.0'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Log': {'1.0'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Network': {'1.1'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Port': {'1.7'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'PortForwarding': {'1.2'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'QosPolicy': {'1.10'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SecurityGroup': {'1.5'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SubPort': {'1.0'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Subnet': {'1.1'}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Trunk': {'1.1'}} Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: consumer versions: Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: { DHCP agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: L3 agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: Metadata agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: Metering agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: Open vSwitch agent@dv-cinder-830086-3-iscsi: { 'AddressGroup': '1.2', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'ConntrackHelper': '1.0', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'LocalIPAssociation': '1.0', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Log': '1.0', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Network': '1.1', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Port': '1.7', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'PortForwarding': '1.2', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'QosPolicy': '1.10', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SecurityGroup': '1.5', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SecurityGroupRule': '1.2', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SubPort': '1.0', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Subnet': '1.1', Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Trunk': '1.1'}} Mar 09 14:36:33.417852 dv-cinder-830086-3-iscsi neutron-server[109968]: {{(pid=109968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:36:33.467399 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Attempting to bind port 41d4a92a-61b9-463e-a1f8-c512becf706e on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:36:33.467809 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Attempting to bind port 41d4a92a-61b9-463e-a1f8-c512becf706e by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '86f483dd-86c2-4340-bc5d-a85742e4d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:36:33.468262 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Attempting to bind port 41d4a92a-61b9-463e-a1f8-c512becf706e on network 30c60189-29ac-46c9-a3ec-13412ca38b54 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:36:33.473285 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:36:33.473676 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Checking segment: {'id': '86f483dd-86c2-4340-bc5d-a85742e4d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:36:33.474162 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:33.474561 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Bound using segment: {'id': '86f483dd-86c2-4340-bc5d-a85742e4d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:36:33.475019 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Bound port: 41d4a92a-61b9-463e-a1f8-c512becf706e, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f483dd-86c2-4340-bc5d-a85742e4d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:36:33.475433 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:33.537621 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] For port 41d4a92a-61b9-463e-a1f8-c512becf706e, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:36:33.541996 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] For port 41d4a92a-61b9-463e-a1f8-c512becf706e, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=41d4a92a-61b9-463e-a1f8-c512becf706e,segment=NetworkSegment(86f483dd-86c2-4340-bc5d-a85742e4d05c),segment_id=86f483dd-86c2-4340-bc5d-a85742e4d05c)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:36:33.592548 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:33.658816 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f6c1-da45-4ba1-abe5-ca1ccfb6136c None None] Pushing event updated for resources: {'Port': ['ID=41d4a92a-61b9-463e-a1f8-c512becf706e,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:34.991891 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 58902) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:35.304352 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [None req-c2114434-78c1-4376-b42f-bf8cf8665798 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:36:35.305547 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c2114434-78c1-4376-b42f-bf8cf8665798 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119614 Mar 09 14:36:37.819324 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 58910) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:38.312564 dv-cinder-830086-3-iscsi neutron-server[109966]: WARNING oslo_policy.policy [None req-29f1bce7-a6e5-4727-8823-c56e75c4394b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:36:38.313176 dv-cinder-830086-3-iscsi neutron-server[109966]: WARNING oslo_policy.policy [None req-29f1bce7-a6e5-4727-8823-c56e75c4394b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:36:38.539403 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [None req-29f1bce7-a6e5-4727-8823-c56e75c4394b admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:36:38.540583 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-29f1bce7-a6e5-4727-8823-c56e75c4394b admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7190170 Mar 09 14:36:41.081768 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 58924) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:41.394811 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-de9cedd4-5737-4d7a-aa4c-7b6aa3ea4773 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:36:41.455595 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.policy [None req-de9cedd4-5737-4d7a-aa4c-7b6aa3ea4773 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109966) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 14:36:41.498571 dv-cinder-830086-3-iscsi neutron-server[109966]: WARNING oslo_policy.policy [None req-de9cedd4-5737-4d7a-aa4c-7b6aa3ea4773 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:36:41.498967 dv-cinder-830086-3-iscsi neutron-server[109966]: WARNING oslo_policy.policy [None req-de9cedd4-5737-4d7a-aa4c-7b6aa3ea4773 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 14:36:41.632381 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-de9cedd4-5737-4d7a-aa4c-7b6aa3ea4773 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (0f02d651-d81e-4fe7-8cdb-9156c4403f81), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:41.635061 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-de9cedd4-5737-4d7a-aa4c-7b6aa3ea4773 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (0f02d651-d81e-4fe7-8cdb-9156c4403f81), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:41.795173 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-de9cedd4-5737-4d7a-aa4c-7b6aa3ea4773 demo demo] Publish callbacks [] for router_controller (0f02d651-d81e-4fe7-8cdb-9156c4403f81), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:41.832986 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-de9cedd4-5737-4d7a-aa4c-7b6aa3ea4773 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (0f02d651-d81e-4fe7-8cdb-9156c4403f81), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:41.902623 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-de9cedd4-5737-4d7a-aa4c-7b6aa3ea4773 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:41.903842 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-de9cedd4-5737-4d7a-aa4c-7b6aa3ea4773 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8210163 Mar 09 14:36:43.828330 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 41d4a92a-61b9-463e-a1f8-c512becf706e up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:36:43.923599 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 41d4a92a-61b9-463e-a1f8-c512becf706e triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:36:43.924022 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:44.035149 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 41d4a92a-61b9-463e-a1f8-c512becf706e is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:36:44.044525 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:44.069915 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 41d4a92a-61b9-463e-a1f8-c512becf706e, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=41d4a92a-61b9-463e-a1f8-c512becf706e,segment=NetworkSegment(86f483dd-86c2-4340-bc5d-a85742e4d05c),segment_id=86f483dd-86c2-4340-bc5d-a85742e4d05c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:36:44.145886 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:44.193026 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=41d4a92a-61b9-463e-a1f8-c512becf706e,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:44.445966 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 58938) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:44.762286 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [None req-dae610e4-fd17-4fa1-a311-3fbee7bf37f8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:36:44.763270 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-dae610e4-fd17-4fa1-a311-3fbee7bf37f8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3163919 Mar 09 14:36:44.865951 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9575a102-5691-420a-8099-49c7cb5c150d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:44.953216 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ff6224-103b-4ab0-a586-67b677bce69f None None] Network 30c60189-29ac-46c9-a3ec-13412ca38b54 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:36:45.065319 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-3f077d54-6517-4bae-aada-4100e4bc691b None None] Provisioning complete for port 41d4a92a-61b9-463e-a1f8-c512becf706e triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:36:45.065709 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3f077d54-6517-4bae-aada-4100e4bc691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:45.162835 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-3f077d54-6517-4bae-aada-4100e4bc691b None None] Current status of the port 41d4a92a-61b9-463e-a1f8-c512becf706e is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:36:45.382595 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-279fe897-fd9b-4740-88d8-c172d05841b5 None None] Provisioning complete for port 41d4a92a-61b9-463e-a1f8-c512becf706e triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:36:45.382903 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-279fe897-fd9b-4740-88d8-c172d05841b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:45.458168 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-279fe897-fd9b-4740-88d8-c172d05841b5 None None] Current status of the port 41d4a92a-61b9-463e-a1f8-c512becf706e is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:36:45.781041 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 41d4a92a-61b9-463e-a1f8-c512becf706e up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:36:45.827456 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 41d4a92a-61b9-463e-a1f8-c512becf706e triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:36:45.827851 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:45.901939 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 41d4a92a-61b9-463e-a1f8-c512becf706e is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:36:47.088287 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4650-af8b-4a37-83b4-6be5cd47702d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:47.322096 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 58946) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:47.664288 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:36:47.739337 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Made reservation on behalf of 4b0b4298e23e4b2ea467e9c55c0b248b for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:36:47.743425 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:47.749943 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:47.818777 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Publish callbacks [] for security_group (9f4ab7b1-5d0b-4a69-ba62-5195b466f7c1), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:47.882729 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (9f4ab7b1-5d0b-4a69-ba62-5195b466f7c1), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:47.896962 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Reserving flat network on physical network physnet1 {{(pid=109967) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 09 14:36:47.916111 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4ab7b1-5d0b-4a69-ba62-5195b466f7c1,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:47.919040 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (5cf37265-6755-4878-ba6b-f4476c336cf4), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:47.919378 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Added segment 5cf37265-6755-4878-ba6b-f4476c336cf4 of type flat for network a3723293-bfc5-452b-a949-b98fd51ccf30 Mar 09 14:36:47.965802 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (a3723293-bfc5-452b-a949-b98fd51ccf30), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:48.064046 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (a3723293-bfc5-452b-a949-b98fd51ccf30), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:48.065009 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:36:48.065583 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:48.156131 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] Pushing event updated for resources: {'Network': ['ID=a3723293-bfc5-452b-a949-b98fd51ccf30,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:48.165634 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network a3723293-bfc5-452b-a949-b98fd51ccf30 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:36:48.193802 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-46c9a7df-b20f-48eb-b198-62b365bf3c30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8706338 Mar 09 14:36:48.248468 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:49.579395 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:50.670672 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 58964) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:50.898844 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3a3529-8d4d-43aa-bc88-28db7902a324 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:36:50.900306 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ce3a3529-8d4d-43aa-bc88-28db7902a324 demo admin] 10.222.0.20 "GET /v2.0/subnets/c227d339-3de1-4d42-ad2c-7367bf3f9cc3 HTTP/1.1" status: 200 len: 849 time: 0.2286949 Mar 09 14:36:51.017188 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c7d72fd2-14fb-4c4a-b4d3-cd2f29b223e0 demo admin] 10.222.0.20 "GET /v2.0/routers/0f02d651-d81e-4fe7-8cdb-9156c4403f81 HTTP/1.1" status: 200 len: 704 time: 0.1111777 Mar 09 14:36:51.114478 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:51.299306 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:51.596152 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Allocated IP 172.20.0.1 (30c60189-29ac-46c9-a3ec-13412ca38b54/c227d339-3de1-4d42-ad2c-7367bf3f9cc3/d44f639f-0cad-4d21-94a9-167ce0649695) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:36:51.798717 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Publish callbacks [] for port (d44f639f-0cad-4d21-94a9-167ce0649695), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:51.922974 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:51.983587 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Network 30c60189-29ac-46c9-a3ec-13412ca38b54 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:36:51.988090 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:36:52.029909 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Pushing event updated for resources: {'Port': ['ID=d44f639f-0cad-4d21-94a9-167ce0649695,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:52.034249 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:36:52.034790 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (0f02d651-d81e-4fe7-8cdb-9156c4403f81), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:52.057116 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.057487 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.057848 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.058185 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.058517 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.058845 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.059175 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.059499 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.059822 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.060159 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.060482 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.060830 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.061163 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Tracked resource versions report: Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: pushed versions: Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: { 'AddressGroup': {'1.2'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'ConntrackHelper': {'1.0'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Log': {'1.0'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Network': {'1.1'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Port': {'1.7'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'PortForwarding': {'1.2'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'QosPolicy': {'1.10'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SecurityGroup': {'1.5'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SubPort': {'1.0'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Subnet': {'1.1'}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Trunk': {'1.1'}} Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: consumer versions: Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: { DHCP agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: L3 agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: Metadata agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: Metering agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: Open vSwitch agent@dv-cinder-830086-3-iscsi: { 'AddressGroup': '1.2', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'ConntrackHelper': '1.0', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'LocalIPAssociation': '1.0', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Log': '1.0', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Network': '1.1', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Port': '1.7', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'PortForwarding': '1.2', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'QosPolicy': '1.10', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SecurityGroup': '1.5', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SecurityGroupRule': '1.2', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SubPort': '1.0', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Subnet': '1.1', Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Trunk': '1.1'}} Mar 09 14:36:52.062493 dv-cinder-830086-3-iscsi neutron-server[109966]: {{(pid=109966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:36:52.253559 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-3d5124a0-7b76-4e02-9095-63b133d6d7ba None None] Provisioning complete for port d44f639f-0cad-4d21-94a9-167ce0649695 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:36:52.254194 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3d5124a0-7b76-4e02-9095-63b133d6d7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:52.286977 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-3d5124a0-7b76-4e02-9095-63b133d6d7ba None None] Port d44f639f-0cad-4d21-94a9-167ce0649695 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:36:52.323237 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:52.528715 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Publish callbacks [] for port (d44f639f-0cad-4d21-94a9-167ce0649695), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:52.573204 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:52.573966 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (0f02d651-d81e-4fe7-8cdb-9156c4403f81), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:52.628993 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Pushing event updated for resources: {'Port': ['ID=d44f639f-0cad-4d21-94a9-167ce0649695,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:52.692458 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Network 30c60189-29ac-46c9-a3ec-13412ca38b54 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:36:52.693769 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:36:52.961324 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Router 0f02d651-d81e-4fe7-8cdb-9156c4403f81 is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:36:53.010768 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-af2ec716-2087-438d-a18e-d34e1e8da134 None None] Provisioning complete for port d44f639f-0cad-4d21-94a9-167ce0649695 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:36:53.011087 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-af2ec716-2087-438d-a18e-d34e1e8da134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:53.043153 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-af2ec716-2087-438d-a18e-d34e1e8da134 None None] Port d44f639f-0cad-4d21-94a9-167ce0649695 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:36:53.055842 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:36:53.061303 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-393d6f7b-642d-47e3-bc56-3e43bf3e1a02 demo admin] 10.222.0.20 "PUT /v2.0/routers/0f02d651-d81e-4fe7-8cdb-9156c4403f81/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0392363 Mar 09 14:36:53.065828 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Sync routers for ids ['0f02d651-d81e-4fe7-8cdb-9156c4403f81'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:36:53.077984 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Routers {'0f02d651-d81e-4fe7-8cdb-9156c4403f81'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:36:53.078836 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:36:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0f02d651-d81e-4fe7-8cdb-9156c4403f81'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:36:53.269769 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Set router 0f02d651-d81e-4fe7-8cdb-9156c4403f81 gateway port host: None {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:36:53.701736 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'name': 'router1', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:36:41Z', 'updated_at': '2022-03-09T14:36:52Z', 'revision_number': 2, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'gw_port_host': None, '_interfaces': [{'id': 'd44f639f-0cad-4d21-94a9-167ce0649695', 'name': '', 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'mac_address': 'fa:16:3e:2e:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:36:51Z', 'updated_at': '2022-03-09T14:36:52Z', 'revision_number': 2, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'subnets': [{'id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a998e638-3cd0-4aa8-8912-44bb660db6d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:36:53.750255 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Checking router: 0f02d651-d81e-4fe7-8cdb-9156c4403f81 for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:36:53.750640 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Updating router 0f02d651-d81e-4fe7-8cdb-9156c4403f81 port d44f639f-0cad-4d21-94a9-167ce0649695 binding host dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:36:53.829981 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:54.310280 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Publish callbacks [] for port (d44f639f-0cad-4d21-94a9-167ce0649695), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:54.384782 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:54.543123 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Pushing event updated for resources: {'Port': ['ID=d44f639f-0cad-4d21-94a9-167ce0649695,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:54.561386 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Attempting to bind port d44f639f-0cad-4d21-94a9-167ce0649695 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:36:54.561715 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Attempting to bind port d44f639f-0cad-4d21-94a9-167ce0649695 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '86f483dd-86c2-4340-bc5d-a85742e4d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:36:54.562183 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Attempting to bind port d44f639f-0cad-4d21-94a9-167ce0649695 on network 30c60189-29ac-46c9-a3ec-13412ca38b54 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:36:54.565143 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.565499 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.565849 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.566183 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.566510 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.566834 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.567157 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.567478 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.567800 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.568122 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.568438 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.568775 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.569134 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Tracked resource versions report: Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: pushed versions: Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: { 'AddressGroup': {'1.2'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'ConntrackHelper': {'1.0'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Log': {'1.0'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Network': {'1.1'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Port': {'1.7'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'PortForwarding': {'1.2'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'QosPolicy': {'1.10'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SecurityGroup': {'1.5'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SubPort': {'1.0'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Subnet': {'1.1'}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Trunk': {'1.1'}} Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: consumer versions: Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: { DHCP agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: L3 agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: Metadata agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: Metering agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: Open vSwitch agent@dv-cinder-830086-3-iscsi: { 'AddressGroup': '1.2', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'ConntrackHelper': '1.0', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'LocalIPAssociation': '1.0', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Log': '1.0', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Network': '1.1', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Port': '1.7', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'PortForwarding': '1.2', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'QosPolicy': '1.10', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SecurityGroup': '1.5', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SecurityGroupRule': '1.2', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SubPort': '1.0', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Subnet': '1.1', Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Trunk': '1.1'}} Mar 09 14:36:54.570534 dv-cinder-830086-3-iscsi neutron-server[109969]: {{(pid=109969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:36:54.576499 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:36:54.576935 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Checking segment: {'id': '86f483dd-86c2-4340-bc5d-a85742e4d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:36:54.577412 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:54.577792 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Bound using segment: {'id': '86f483dd-86c2-4340-bc5d-a85742e4d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:36:54.578256 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Bound port: d44f639f-0cad-4d21-94a9-167ce0649695, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f483dd-86c2-4340-bc5d-a85742e4d05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:36:54.578632 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:54.644156 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] For port d44f639f-0cad-4d21-94a9-167ce0649695, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:36:54.664701 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] For port d44f639f-0cad-4d21-94a9-167ce0649695, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=d44f639f-0cad-4d21-94a9-167ce0649695,segment=NetworkSegment(86f483dd-86c2-4340-bc5d-a85742e4d05c),segment_id=86f483dd-86c2-4340-bc5d-a85742e4d05c)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:36:54.671316 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-1e008434-ca98-4a1f-8e34-ff422f49bc72 None None] Provisioning complete for port d44f639f-0cad-4d21-94a9-167ce0649695 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:36:54.671783 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1e008434-ca98-4a1f-8e34-ff422f49bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:54.707175 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-1e008434-ca98-4a1f-8e34-ff422f49bc72 None None] Port d44f639f-0cad-4d21-94a9-167ce0649695 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:36:54.739813 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:54.799749 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99854ce9-5952-41a6-8532-964b9e88d8d7 None None] Pushing event updated for resources: {'Port': ['ID=d44f639f-0cad-4d21-94a9-167ce0649695,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:54.803834 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Routers {'0f02d651-d81e-4fe7-8cdb-9156c4403f81'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:36:54.804428 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:36:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0f02d651-d81e-4fe7-8cdb-9156c4403f81'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:36:54.894172 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] Set router 0f02d651-d81e-4fe7-8cdb-9156c4403f81 gateway port host: None {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:36:55.029254 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-0a992da3-7e15-4986-a53b-feb800dc69a8 None None] Provisioning complete for port d44f639f-0cad-4d21-94a9-167ce0649695 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:36:55.029833 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0a992da3-7e15-4986-a53b-feb800dc69a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:55.105719 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'name': 'router1', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:36:41Z', 'updated_at': '2022-03-09T14:36:52Z', 'revision_number': 2, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'gw_port_host': None, '_interfaces': [{'id': 'd44f639f-0cad-4d21-94a9-167ce0649695', 'name': '', 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'mac_address': 'fa:16:3e:2e:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:36:51Z', 'updated_at': '2022-03-09T14:36:54Z', 'revision_number': 4, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'subnets': [{'id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a998e638-3cd0-4aa8-8912-44bb660db6d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:36:55.107489 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-0a992da3-7e15-4986-a53b-feb800dc69a8 None None] Current status of the port d44f639f-0cad-4d21-94a9-167ce0649695 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:36:55.107987 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0a992da3-7e15-4986-a53b-feb800dc69a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:55.132620 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49102d4-cb72-4f5f-ae91-e96ea3af1bea None None] The sync data for ids ['0f02d651-d81e-4fe7-8cdb-9156c4403f81'] in dv-cinder-830086-3-iscsi is: [{'id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'name': 'router1', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:36:41Z', 'updated_at': '2022-03-09T14:36:52Z', 'revision_number': 2, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'gw_port_host': None, '_interfaces': [{'id': 'd44f639f-0cad-4d21-94a9-167ce0649695', 'name': '', 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'mac_address': 'fa:16:3e:2e:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:36:51Z', 'updated_at': '2022-03-09T14:36:54Z', 'revision_number': 4, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'subnets': [{'id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a998e638-3cd0-4aa8-8912-44bb660db6d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:36:55.142982 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-0a992da3-7e15-4986-a53b-feb800dc69a8 None None] For port d44f639f-0cad-4d21-94a9-167ce0649695, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=d44f639f-0cad-4d21-94a9-167ce0649695,segment=NetworkSegment(86f483dd-86c2-4340-bc5d-a85742e4d05c),segment_id=86f483dd-86c2-4340-bc5d-a85742e4d05c)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:36:55.219194 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0a992da3-7e15-4986-a53b-feb800dc69a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:55.271487 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a992da3-7e15-4986-a53b-feb800dc69a8 None None] Pushing event updated for resources: {'Port': ['ID=d44f639f-0cad-4d21-94a9-167ce0649695,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:55.516934 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 58988) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:55.625947 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45ec62-6f7a-4822-86d8-b6e7dbbd6e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:36:55.627230 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1a45ec62-6f7a-4822-86d8-b6e7dbbd6e1a admin admin] 10.222.0.20 "GET /v2.0/networks/a3723293-bfc5-452b-a949-b98fd51ccf30 HTTP/1.1" status: 200 len: 842 time: 0.1093433 Mar 09 14:36:55.636463 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:36:55.739135 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Made reservation on behalf of 4b0b4298e23e4b2ea467e9c55c0b248b for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:36:55.741806 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:56.118055 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.objects.ports [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109966) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 14:36:56.118599 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (daaebfff-bc24-4763-901f-183a8d6541f5), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:56.171000 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daaebfff-bc24-4763-901f-183a8d6541f5,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:36:56.183157 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:36:56.183504 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Network hostable DHCP agents. Network: a3723293-bfc5-452b-a949-b98fd51ccf30, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:36:56.287705 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:36:56.367570 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, a3723293-bfc5-452b-a949-b98fd51ccf30) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:36:56.371707 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:36:56.372273 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:56.376904 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5e7bdf-2882-4c30-ad12-c7fa68a43ded None None] Network a3723293-bfc5-452b-a949-b98fd51ccf30 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:36:56.439378 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0f5dfe49-e7cb-484b-a7f8-a9c786bda591 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8061907 Mar 09 14:36:56.480543 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5458040c-2690-48bb-be64-ae69710bd38f None None] Network a3723293-bfc5-452b-a949-b98fd51ccf30 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:36:58.843672 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 58996) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:36:58.976182 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c06d864e-41be-4140-a601-93a9192efc62 demo admin] 10.222.0.20 "GET /v2.0/routers/0f02d651-d81e-4fe7-8cdb-9156c4403f81 HTTP/1.1" status: 200 len: 710 time: 0.1313026 Mar 09 14:36:59.060033 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc35fa-9d85-494b-84e9-5b4f5b0bbafd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:36:59.061359 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-59bc35fa-9d85-494b-84e9-5b4f5b0bbafd demo admin] 10.222.0.20 "GET /v2.0/networks/a3723293-bfc5-452b-a949-b98fd51ccf30 HTTP/1.1" status: 200 len: 886 time: 0.0799050 Mar 09 14:36:59.069928 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:36:59.318318 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Publish callbacks [] for router_gateway (0f02d651-d81e-4fe7-8cdb-9156c4403f81), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:59.688953 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Publish callbacks [] for router_gateway (0f02d651-d81e-4fe7-8cdb-9156c4403f81), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:59.762555 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:36:59.864856 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Allocated IP 172.27.2.149 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/15b82abc-972b-41bb-8fec-c2705775ecb1) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:36:59.964129 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Publish callbacks [] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:00.076401 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:00.112314 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:37:00.117606 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:37:00.120901 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:37:00.158692 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Pushing event updated for resources: {'Port': ['ID=15b82abc-972b-41bb-8fec-c2705775ecb1,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:37:00.464883 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Publish callbacks [] for router_gateway (0f02d651-d81e-4fe7-8cdb-9156c4403f81), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:00.662059 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-575858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123901'] for router (0f02d651-d81e-4fe7-8cdb-9156c4403f81), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:00.666015 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-575869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-575844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578527'] for router (0f02d651-d81e-4fe7-8cdb-9156c4403f81), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:00.771086 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Router 0f02d651-d81e-4fe7-8cdb-9156c4403f81 has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:37:00.876471 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:37:00.880793 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:00.897149 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cab1fbf5-a0e7-4f33-a9fa-9fd5e7726c65 demo admin] 10.222.0.20 "PUT /v2.0/routers/0f02d651-d81e-4fe7-8cdb-9156c4403f81 HTTP/1.1" status: 200 len: 890 time: 1.8150940 Mar 09 14:37:03.413514 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59008) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:37:03.578116 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c81ad01d-8978-4f81-8a87-796629e0aebc admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1497140 Mar 09 14:37:03.710424 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Sync routers for ids ['0f02d651-d81e-4fe7-8cdb-9156c4403f81'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:37:03.722113 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Routers {'0f02d651-d81e-4fe7-8cdb-9156c4403f81'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:37:03.722789 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:36:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0f02d651-d81e-4fe7-8cdb-9156c4403f81'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:37:03.835249 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device d44f639f-0cad-4d21-94a9-167ce0649695 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:37:03.973658 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Set router 0f02d651-d81e-4fe7-8cdb-9156c4403f81 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:37:04.121898 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port d44f639f-0cad-4d21-94a9-167ce0649695 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:37:04.122294 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:04.364438 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port d44f639f-0cad-4d21-94a9-167ce0649695 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:37:04.520053 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'name': 'router1', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '15b82abc-972b-41bb-8fec-c2705775ecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:36:41Z', 'updated_at': '2022-03-09T14:37:00Z', 'revision_number': 4, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'gw_port': {'id': '15b82abc-972b-41bb-8fec-c2705775ecb1', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:36:59Z', 'updated_at': '2022-03-09T14:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'd44f639f-0cad-4d21-94a9-167ce0649695', 'name': '', 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'mac_address': 'fa:16:3e:2e:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:36:51Z', 'updated_at': '2022-03-09T14:36:55Z', 'revision_number': 5, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'subnets': [{'id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a998e638-3cd0-4aa8-8912-44bb660db6d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:37:04.568973 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Checking router: 0f02d651-d81e-4fe7-8cdb-9156c4403f81 for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:37:04.569358 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Updating router 0f02d651-d81e-4fe7-8cdb-9156c4403f81 port 15b82abc-972b-41bb-8fec-c2705775ecb1 binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:37:04.621201 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:04.944565 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Publish callbacks [] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:05.018346 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:05.069808 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Attempting to bind port 15b82abc-972b-41bb-8fec-c2705775ecb1 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:37:05.070183 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Attempting to bind port 15b82abc-972b-41bb-8fec-c2705775ecb1 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:37:05.070545 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Attempting to bind port 15b82abc-972b-41bb-8fec-c2705775ecb1 on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:37:05.077117 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa994331-eb9a-48ae-8b43-8ffecec84b13 None None] Pushing event updated for resources: {'Port': ['ID=15b82abc-972b-41bb-8fec-c2705775ecb1,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:37:05.080466 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:37:05.080882 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:37:05.081280 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:05.081688 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:37:05.082152 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Bound port: 15b82abc-972b-41bb-8fec-c2705775ecb1, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:37:05.082532 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:05.131182 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] For port 15b82abc-972b-41bb-8fec-c2705775ecb1, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:37:05.133851 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] For port 15b82abc-972b-41bb-8fec-c2705775ecb1, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=15b82abc-972b-41bb-8fec-c2705775ecb1,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:37:05.179024 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:05.239137 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa994331-eb9a-48ae-8b43-8ffecec84b13 None None] Pushing event updated for resources: {'Port': ['ID=15b82abc-972b-41bb-8fec-c2705775ecb1,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:37:05.250066 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Routers {'0f02d651-d81e-4fe7-8cdb-9156c4403f81'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:37:05.250688 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:36:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0f02d651-d81e-4fe7-8cdb-9156c4403f81'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:37:05.367911 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] Set router 0f02d651-d81e-4fe7-8cdb-9156c4403f81 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:37:05.593012 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'name': 'router1', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '15b82abc-972b-41bb-8fec-c2705775ecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:36:41Z', 'updated_at': '2022-03-09T14:37:00Z', 'revision_number': 4, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'gw_port': {'id': '15b82abc-972b-41bb-8fec-c2705775ecb1', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:36:59Z', 'updated_at': '2022-03-09T14:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'd44f639f-0cad-4d21-94a9-167ce0649695', 'name': '', 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'mac_address': 'fa:16:3e:2e:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:36:51Z', 'updated_at': '2022-03-09T14:36:55Z', 'revision_number': 5, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'subnets': [{'id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a998e638-3cd0-4aa8-8912-44bb660db6d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:37:05.621019 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e819edf0-cff9-4adb-9f82-c5b0e211922a None None] The sync data for ids ['0f02d651-d81e-4fe7-8cdb-9156c4403f81'] in dv-cinder-830086-3-iscsi is: [{'id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'name': 'router1', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '15b82abc-972b-41bb-8fec-c2705775ecb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:36:41Z', 'updated_at': '2022-03-09T14:37:00Z', 'revision_number': 4, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'gw_port': {'id': '15b82abc-972b-41bb-8fec-c2705775ecb1', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:36:59Z', 'updated_at': '2022-03-09T14:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'd44f639f-0cad-4d21-94a9-167ce0649695', 'name': '', 'network_id': '30c60189-29ac-46c9-a3ec-13412ca38b54', 'tenant_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'mac_address': 'fa:16:3e:2e:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f02d651-d81e-4fe7-8cdb-9156c4403f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:36:51Z', 'updated_at': '2022-03-09T14:36:55Z', 'revision_number': 5, 'project_id': 'b8625d03a52d4f0eb9af3863d315e91e', 'subnets': [{'id': 'c227d339-3de1-4d42-ad2c-7367bf3f9cc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a998e638-3cd0-4aa8-8912-44bb660db6d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:37:05.894637 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 15b82abc-972b-41bb-8fec-c2705775ecb1 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:37:05.958756 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 15b82abc-972b-41bb-8fec-c2705775ecb1 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:37:05.959402 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:06.061032 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 15b82abc-972b-41bb-8fec-c2705775ecb1 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:37:06.061032 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:06.084911 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 15b82abc-972b-41bb-8fec-c2705775ecb1, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=15b82abc-972b-41bb-8fec-c2705775ecb1,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:37:06.145460 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:06.209343 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=15b82abc-972b-41bb-8fec-c2705775ecb1,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:37:07.173685 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 5 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:37:07.829485 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 15b82abc-972b-41bb-8fec-c2705775ecb1 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:37:07.909352 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 15b82abc-972b-41bb-8fec-c2705775ecb1 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:37:07.909981 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (15b82abc-972b-41bb-8fec-c2705775ecb1), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:08.012231 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 15b82abc-972b-41bb-8fec-c2705775ecb1 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:37:14.875627 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-26732897-f9dc-4f26-a26a-481bec9c4870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:17.069649 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1eeda14e-5728-45e5-ab8d-b85e8d372cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:18.249872 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:19.645988 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:21.121474 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:44.168827 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 5 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:37:44.863293 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-56cb6235-4a3a-4ca0-93c0-bebc7638e5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:47.394147 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-93460c55-b6d9-4026-a3fe-d51d526e0158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:48.234044 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:49.605312 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:37:51.114352 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:14.844036 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c2a5160c-e18a-4d82-895d-04f17185eccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:17.095676 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c746e5dc-5b62-4b83-99bb-a325af5ab236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:18.221105 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:19.592845 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:21.107090 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:21.160630 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 5 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:38:25.941925 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59492) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:38:26.001662 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbae1e4-c7a6-4dd2-8898-35d93b782a32 admin admin] GET failed (client error): The resource could not be found. Mar 09 14:38:26.002945 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-2fbae1e4-c7a6-4dd2-8898-35d93b782a32 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600548 Mar 09 14:38:26.161051 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f652c3b-9658-4dfd-beca-0a0629d496c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:26.162436 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0f652c3b-9658-4dfd-beca-0a0629d496c2 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555805 Mar 09 14:38:28.471384 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 59502) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:38:28.561184 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c78f1-2d51-48ea-8ab9-3b1e08cd421d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:28.562531 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6b7c78f1-2d51-48ea-8ab9-3b1e08cd421d admin admin] 10.222.0.20 "GET /v2.0/subnets/c227d339-3de1-4d42-ad2c-7367bf3f9cc3 HTTP/1.1" status: 200 len: 849 time: 0.0901775 Mar 09 14:38:28.572383 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:38:28.655603 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Publish callbacks [] for subnet (c227d339-3de1-4d42-ad2c-7367bf3f9cc3), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:28.924805 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736492553822'] for subnet (c227d339-3de1-4d42-ad2c-7367bf3f9cc3), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:28.953787 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:28.954372 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:28.960023 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] 10.222.0.20 "PUT /v2.0/subnets/c227d339-3de1-4d42-ad2c-7367bf3f9cc3 HTTP/1.1" status: 200 len: 868 time: 0.3868997 Mar 09 14:38:28.960813 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b0ec4-720f-42b5-a809-178135bb5383 None None] Network 30c60189-29ac-46c9-a3ec-13412ca38b54 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:38:28.975396 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c227d339-3de1-4d42-ad2c-7367bf3f9cc3,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:38:28.982825 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.983230 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.983553 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.983894 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.984228 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.984564 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.984944 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.985281 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.986358 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.986975 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.987308 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.987634 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:28.988738 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d44e8dd-b960-4d0d-8877-727b4775a330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:38:29.284697 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-da7bdcc4-7b76-498c-a8aa-7051db17e5af None None] Provisioning complete for port 41d4a92a-61b9-463e-a1f8-c512becf706e triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:38:29.285106 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da7bdcc4-7b76-498c-a8aa-7051db17e5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (41d4a92a-61b9-463e-a1f8-c512becf706e), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:29.361890 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-da7bdcc4-7b76-498c-a8aa-7051db17e5af None None] Current status of the port 41d4a92a-61b9-463e-a1f8-c512becf706e is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:38:29.371463 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-da7bdcc4-7b76-498c-a8aa-7051db17e5af None None] Provisioning complete for port d44f639f-0cad-4d21-94a9-167ce0649695 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:38:29.371845 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-da7bdcc4-7b76-498c-a8aa-7051db17e5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (d44f639f-0cad-4d21-94a9-167ce0649695), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:29.443088 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-da7bdcc4-7b76-498c-a8aa-7051db17e5af None None] Current status of the port d44f639f-0cad-4d21-94a9-167ce0649695 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:38:31.278988 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 59512) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:38:31.473189 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407fc8c-e71e-477a-8108-c2493ee833ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:31.473666 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407fc8c-e71e-477a-8108-c2493ee833ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:31.475227 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3407fc8c-e71e-477a-8108-c2493ee833ef admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953001 Mar 09 14:38:33.781582 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 59520) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:38:33.910211 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2f2b34-a175-45bb-ae37-1a2dbeb7bd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:33.910671 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2f2b34-a175-45bb-ae37-1a2dbeb7bd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:33.912171 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cc2f2b34-a175-45bb-ae37-1a2dbeb7bd05 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1290734 Mar 09 14:38:36.221734 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 59528) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:38:36.350053 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48be1d2a-f82b-4aa1-9d41-5ff3ae9dd577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:36.351422 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-48be1d2a-f82b-4aa1-9d41-5ff3ae9dd577 admin admin] 10.222.0.20 "GET /v2.0/networks/30c60189-29ac-46c9-a3ec-13412ca38b54 HTTP/1.1" status: 200 len: 869 time: 0.1287467 Mar 09 14:38:38.657040 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59536) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:38:38.806316 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416f5a05-ba08-4956-adab-80853c2e1b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:38.807686 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-416f5a05-ba08-4956-adab-80853c2e1b61 admin admin] 10.222.0.20 "GET /v2.0/networks/a3723293-bfc5-452b-a949-b98fd51ccf30 HTTP/1.1" status: 200 len: 886 time: 0.1497061 Mar 09 14:38:41.094008 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59544) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:38:41.216552 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc2214-83f7-4ecd-b6af-3800d7e9ed7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:41.217038 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc2214-83f7-4ecd-b6af-3800d7e9ed7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:41.218568 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-68dc2214-83f7-4ecd-b6af-3800d7e9ed7d admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230538 Mar 09 14:38:43.524593 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59552) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:38:43.613945 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7cb591-31bb-491f-8082-b5c72a24328f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:43.614391 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7cb591-31bb-491f-8082-b5c72a24328f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:43.615969 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3a7cb591-31bb-491f-8082-b5c72a24328f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903969 Mar 09 14:38:44.832074 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2b165e80-1d61-4ae8-aede-812b6ac29da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:45.917554 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59560) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:38:46.008290 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fae2ea-b676-465c-8757-4cef69fc4528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:46.009628 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a5fae2ea-b676-465c-8757-4cef69fc4528 admin admin] 10.222.0.20 "GET /v2.0/subnets/c227d339-3de1-4d42-ad2c-7367bf3f9cc3 HTTP/1.1" status: 200 len: 868 time: 0.0911384 Mar 09 14:38:47.089444 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-927a3215-ade4-4e37-9be3-26be1cbe93ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:48.237878 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:48.306045 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 59568) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:38:48.390563 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bc1ff9-2ab4-4f15-9a1b-a3393f35af63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:38:48.391890 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-44bc1ff9-2ab4-4f15-9a1b-a3393f35af63 admin admin] 10.222.0.20 "GET /v2.0/subnets/daaebfff-bc24-4763-901f-183a8d6541f5 HTTP/1.1" status: 200 len: 816 time: 0.0849149 Mar 09 14:38:49.609101 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:51.100368 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:38:58.158780 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 5 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:39:14.848807 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-757879b3-02fc-4c0e-a4e2-b24706edfb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:16.336642 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 59620) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:39:16.382648 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [None req-1f3192e1-7e98-48d4-a383-1a7eaca5b624 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:39:16.383676 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1f3192e1-7e98-48d4-a383-1a7eaca5b624 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460558 Mar 09 14:39:17.083128 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-81adf9cf-0802-42fb-bed0-c729d81d892a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:18.265887 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:18.752524 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 59628) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:39:18.812336 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9e5d2e-ff3f-46a8-ba53-21bc2002fc84 admin admin] GET failed (client error): The resource could not be found. Mar 09 14:39:18.816848 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cd9e5d2e-ff3f-46a8-ba53-21bc2002fc84 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601804 Mar 09 14:39:18.953827 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40711b07-cff6-4d3d-b263-0f945ee6036a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:39:18.955214 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-40711b07-cff6-4d3d-b263-0f945ee6036a admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1374309 Mar 09 14:39:19.609128 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:21.128477 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:21.287547 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59636) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:39:21.333507 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:39:21.402753 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Made reservation on behalf of 4b0b4298e23e4b2ea467e9c55c0b248b for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:39:21.404923 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:21.438775 dv-cinder-830086-3-iscsi neutron-server[109967]: WARNING neutron.services.revisions.revision_plugin [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Could not find related network for resource to bump revision. Mar 09 14:39:21.448908 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:39:21.457193 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (05bc96c3-3665-47bd-8d6e-e16c94325032), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:21.457529 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Added segment 05bc96c3-3665-47bd-8d6e-e16c94325032 of type vlan for network a8aca1bf-6a24-46ed-a584-d4f84fbee17d Mar 09 14:39:21.494817 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (a8aca1bf-6a24-46ed-a584-d4f84fbee17d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:21.568545 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (a8aca1bf-6a24-46ed-a584-d4f84fbee17d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:21.569523 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:39:21.570101 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:21.628465 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Pushing event updated for resources: {'Network': ['ID=a8aca1bf-6a24-46ed-a584-d4f84fbee17d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:39:21.634837 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.635204 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.635552 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.635999 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.636349 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.636664 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.637030 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.637361 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.637702 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.638046 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.638372 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.638693 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.639012 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:21.649960 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network a8aca1bf-6a24-46ed-a584-d4f84fbee17d details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:39:21.659694 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e9266361-fb37-4c3b-ae28-5520ae07e855 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3690379 Mar 09 14:39:23.979146 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59644) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:39:24.037729 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4559462-da0e-4745-8c67-3f769868816b admin admin] GET failed (client error): The resource could not be found. Mar 09 14:39:24.039050 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d4559462-da0e-4745-8c67-3f769868816b admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588996 Mar 09 14:39:24.106250 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680da99b-b249-492b-8ad0-023d0c804a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:39:24.107601 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-680da99b-b249-492b-8ad0-023d0c804a2a admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0646689 Mar 09 14:39:24.117751 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:39:24.196777 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Made reservation on behalf of 4b0b4298e23e4b2ea467e9c55c0b248b for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:39:24.198988 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:24.385738 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (703c3c36-922e-4762-9d8c-bbc059ed86ff), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:24.481349 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=703c3c36-922e-4762-9d8c-bbc059ed86ff,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:39:24.492285 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Checking segment: {'id': '05bc96c3-3665-47bd-8d6e-e16c94325032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:39:24.492643 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Network hostable DHCP agents. Network: a8aca1bf-6a24-46ed-a584-d4f84fbee17d, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:39:24.573946 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Network a8aca1bf-6a24-46ed-a584-d4f84fbee17d is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:39:24.625316 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, a8aca1bf-6a24-46ed-a584-d4f84fbee17d) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:39:24.629153 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:39:24.629754 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:24.634380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5914ad3f-210d-4227-9631-91f1ad4b925f None None] Network a8aca1bf-6a24-46ed-a584-d4f84fbee17d requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:39:24.708226 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a0021519-06d0-44d6-9cb7-fd1780731b8e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5935917 Mar 09 14:39:24.735837 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-a8aca1bf-6a24-46ed-a584-d4f84fbee17d', 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d', 'project_id': '4b0b4298e23e4b2ea467e9c55c0b248b', 'fixed_ips': [{'subnet_id': '703c3c36-922e-4762-9d8c-bbc059ed86ff'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:39:24.737040 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:24.879892 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Allocated IP 192.168.233.2 (a8aca1bf-6a24-46ed-a584-d4f84fbee17d/703c3c36-922e-4762-9d8c-bbc059ed86ff/17315123-6748-4aaa-b992-d52bb6f76ac0) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:39:25.137600 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Publish callbacks [] for port (17315123-6748-4aaa-b992-d52bb6f76ac0), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:25.226649 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (17315123-6748-4aaa-b992-d52bb6f76ac0), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:25.265541 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Network a8aca1bf-6a24-46ed-a584-d4f84fbee17d is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:39:25.270356 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:39:25.276461 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:39:25.279538 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Pushing event updated for resources: {'Port': ['ID=17315123-6748-4aaa-b992-d52bb6f76ac0,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:39:25.290814 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.291208 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.291561 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.291899 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.292232 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.292562 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.292973 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.293255 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.293579 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.293920 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.294249 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.294572 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.294891 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:39:25.346485 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Attempting to bind port 17315123-6748-4aaa-b992-d52bb6f76ac0 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:39:25.346855 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Attempting to bind port 17315123-6748-4aaa-b992-d52bb6f76ac0 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '05bc96c3-3665-47bd-8d6e-e16c94325032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:39:25.347214 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Attempting to bind port 17315123-6748-4aaa-b992-d52bb6f76ac0 on network a8aca1bf-6a24-46ed-a584-d4f84fbee17d {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:39:25.352454 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:39:25.352878 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Checking segment: {'id': '05bc96c3-3665-47bd-8d6e-e16c94325032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:39:25.353284 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:25.355923 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Bound using segment: {'id': '05bc96c3-3665-47bd-8d6e-e16c94325032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:39:25.355923 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Bound port: 17315123-6748-4aaa-b992-d52bb6f76ac0, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bc96c3-3665-47bd-8d6e-e16c94325032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:39:25.355923 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (17315123-6748-4aaa-b992-d52bb6f76ac0), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:25.418218 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] For port 17315123-6748-4aaa-b992-d52bb6f76ac0, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:39:25.421817 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] For port 17315123-6748-4aaa-b992-d52bb6f76ac0, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=17315123-6748-4aaa-b992-d52bb6f76ac0,segment=NetworkSegment(05bc96c3-3665-47bd-8d6e-e16c94325032),segment_id=05bc96c3-3665-47bd-8d6e-e16c94325032)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:39:25.506189 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (17315123-6748-4aaa-b992-d52bb6f76ac0), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:25.562560 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53456adf-20cb-4a4d-a3b8-1432a6024f6e None None] Pushing event updated for resources: {'Port': ['ID=17315123-6748-4aaa-b992-d52bb6f76ac0,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:39:25.937750 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 17315123-6748-4aaa-b992-d52bb6f76ac0 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:39:25.986338 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 17315123-6748-4aaa-b992-d52bb6f76ac0 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:39:25.986663 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (17315123-6748-4aaa-b992-d52bb6f76ac0), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:26.068417 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 17315123-6748-4aaa-b992-d52bb6f76ac0 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:39:26.068852 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (17315123-6748-4aaa-b992-d52bb6f76ac0), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:26.101529 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 17315123-6748-4aaa-b992-d52bb6f76ac0, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=17315123-6748-4aaa-b992-d52bb6f76ac0,segment=NetworkSegment(05bc96c3-3665-47bd-8d6e-e16c94325032),segment_id=05bc96c3-3665-47bd-8d6e-e16c94325032)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:39:26.157346 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (17315123-6748-4aaa-b992-d52bb6f76ac0), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:26.212210 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=17315123-6748-4aaa-b992-d52bb6f76ac0,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:39:26.456171 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb84bf-07fa-4261-b50b-8c748b37f9e1 None None] Network a8aca1bf-6a24-46ed-a584-d4f84fbee17d requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:39:26.529930 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-d255b813-f828-483e-b74a-b4ddcda77aca None None] Provisioning complete for port 17315123-6748-4aaa-b992-d52bb6f76ac0 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:39:26.530866 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d255b813-f828-483e-b74a-b4ddcda77aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (17315123-6748-4aaa-b992-d52bb6f76ac0), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:26.639430 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-d255b813-f828-483e-b74a-b4ddcda77aca None None] Current status of the port 17315123-6748-4aaa-b992-d52bb6f76ac0 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:39:26.860986 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-843b5dc2-ab09-4572-aeb3-c78f1cff5646 None None] Provisioning complete for port 17315123-6748-4aaa-b992-d52bb6f76ac0 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:39:26.861382 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-843b5dc2-ab09-4572-aeb3-c78f1cff5646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (17315123-6748-4aaa-b992-d52bb6f76ac0), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:26.938844 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-843b5dc2-ab09-4572-aeb3-c78f1cff5646 None None] Current status of the port 17315123-6748-4aaa-b992-d52bb6f76ac0 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:39:27.880483 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 17315123-6748-4aaa-b992-d52bb6f76ac0 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:39:27.930949 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 17315123-6748-4aaa-b992-d52bb6f76ac0 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:39:27.931339 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (17315123-6748-4aaa-b992-d52bb6f76ac0), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:28.004116 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 17315123-6748-4aaa-b992-d52bb6f76ac0 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:39:35.158932 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 5 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:39:44.876874 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7ecf6736-59f6-446f-ad08-86486d01a0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:47.128223 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-746f6535-06a9-42bb-be1c-1087f9df8888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:48.282243 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:49.642393 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:39:51.122765 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:12.157130 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 5 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:40:14.842593 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-02edf8fb-b393-4810-8a16-19a7a57245fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:17.111492 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b14837c4-6a32-450a-b393-ac1f627f8da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:18.248524 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:19.630962 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:21.156991 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:44.825643 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-196e3a43-5d59-4554-a0c3-f57f71a5ab25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:47.117036 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-484c9aef-25b6-4b80-81c2-2bcaa8582e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:48.265466 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:49.154952 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 5 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:40:49.670872 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:51.123343 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:51.404826 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 59682) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:40:51.410323 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [None req-63e385e2-38f4-404e-8436-d7c11a176cef tempest-verify_tempest_config-1659420083 tempest-verify_tempest_config-1659420083-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:40:51.411323 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-63e385e2-38f4-404e-8436-d7c11a176cef tempest-verify_tempest_config-1659420083 tempest-verify_tempest_config-1659420083-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055079 Mar 09 14:40:51.886868 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 59700) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:40:51.986683 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:52.086366 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Publish callbacks [] for security_group (fffd6a9d-d5ea-4995-bb31-858adce3fe1e), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:52.145321 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (fffd6a9d-d5ea-4995-bb31-858adce3fe1e), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:52.188320 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffd6a9d-d5ea-4995-bb31-858adce3fe1e,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:40:52.192843 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=169a52c9f76d4bee83759d093c2cd2d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3049800 Mar 09 14:40:52.195626 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59704) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:40:52.197330 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.197677 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.198023 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.198404 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.198702 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.199033 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.199364 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.199695 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.200035 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.200380 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.201315 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.201640 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.201963 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f80927d-bff0-4939-81ce-462cf053dfa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.256011 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Publish callbacks [] for security_group (fffd6a9d-d5ea-4995-bb31-858adce3fe1e), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:52.276622 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Publish callbacks [] for security_group (fffd6a9d-d5ea-4995-bb31-858adce3fe1e), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:52.437185 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (fffd6a9d-d5ea-4995-bb31-858adce3fe1e), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:52.439829 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:40:52.440987 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fffd6a9d-d5ea-4995-bb31-858adce3fe1e HTTP/1.1" status: 204 len: 168 time: 0.2443712 Mar 09 14:40:52.448669 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffd6a9d-d5ea-4995-bb31-858adce3fe1e,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:40:52.455706 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.456084 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.456432 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.456796 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.457134 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.457461 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.457804 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.458138 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.458494 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.458857 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.459286 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.459615 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:40:52.459935 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5215bd-c6ea-4311-b4c8-a45265606895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:41:14.819981 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f64d3faa-759c-49a7-96aa-e16a4153cb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:41:17.111564 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3f03b632-7420-455d-8c75-21ddb866f292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:41:18.254378 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:41:19.637594 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:41:21.134160 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:41:26.154429 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 5 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:41:44.854995 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9ed80505-bff3-455e-8abf-000d7c829d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:41:47.117302 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a2ebae38-80ce-4ef2-9fbf-139b029ad858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:41:48.277996 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:41:49.631774 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:41:51.145601 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:03.155744 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 5 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:42:14.882750 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b1cedec0-e22c-4b76-9d05-d623e57884cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:17.112176 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d516caa5-0c24-418f-b40f-89a37036f86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:18.254650 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:19.648625 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:21.123919 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:31.844332 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-580452'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:40.154845 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:42:44.850326 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7a87e04e-358d-4718-8f52-99cba11de357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:46.603142 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59776) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:42:46.703833 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a9e9970a-6cc7-4ae3-9c6a-f6badea7c489 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0996120 Mar 09 14:42:47.140998 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b5969cb-25dc-4dda-92f7-dee3f397618f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:48.261896 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:49.028577 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 59786) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:42:49.081305 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c79f265e-3451-4f9f-bcd7-d1a667d834a4 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0516176 Mar 09 14:42:49.627051 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:42:51.173260 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:01.827578 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:14.867763 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-16d4ee07-061e-4616-95d5-6e3c4b41514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:17.107909 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c0f44b06-1712-4922-9b1d-10d2b8023f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:17.153330 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:43:18.256583 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:19.645432 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:21.164195 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:31.828245 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:44.857526 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6ad7501f-f5fe-4c27-b624-c1ee17a2d547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:47.126528 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e9053e58-3a03-46d2-84ae-f96dce1cf682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:48.286006 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:49.634673 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:51.131961 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:43:54.152544 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:44:01.827816 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:14.904044 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7e90f245-3151-41c6-b646-7e953411a7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:17.102194 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c04545c3-2052-42aa-8d5d-f830f3440d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:18.268400 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:19.645960 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:21.125977 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:26.799511 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 59988) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:27.251252 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60008) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:27.334848 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-87580452-network', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:27.430125 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Made reservation on behalf of 9b8a862425b540e7a8f8cd3594f59d02 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:27.432479 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.444186 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.518195 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Publish callbacks [] for security_group (6f0cf31b-f07f-41f7-b51f-96e837f552aa), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.601516 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (6f0cf31b-f07f-41f7-b51f-96e837f552aa), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.621682 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-451939780-network', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:27.639981 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60028) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:27.651117 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0cf31b-f07f-41f7-b51f-96e837f552aa,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:27.664596 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.664981 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.665307 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.665641 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.665964 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.666283 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.666620 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.666945 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.667393 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.667837 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.668033 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.668345 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.668661 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Tracked resource versions report: Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: pushed versions: Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: { 'AddressGroup': {'1.2'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'ConntrackHelper': {'1.0'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Log': {'1.0'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Network': {'1.1'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Port': {'1.7'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'PortForwarding': {'1.2'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'QosPolicy': {'1.10'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SecurityGroup': {'1.5'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SubPort': {'1.0'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Subnet': {'1.1'}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Trunk': {'1.1'}} Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: consumer versions: Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: { DHCP agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: HyperV agent@hv-cinder-83008: {}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: L3 agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: Metadata agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: Metering agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: Open vSwitch agent@dv-cinder-830086-3-iscsi: { 'AddressGroup': '1.2', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'ConntrackHelper': '1.0', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'LocalIPAssociation': '1.0', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Log': '1.0', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Network': '1.1', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Port': '1.7', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'PortForwarding': '1.2', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'QosPolicy': '1.10', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SecurityGroup': '1.5', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SecurityGroupRule': '1.2', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'SubPort': '1.0', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Subnet': '1.1', Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: 'Trunk': '1.1'}} Mar 09 14:44:27.669838 dv-cinder-830086-3-iscsi neutron-server[109966]: {{(pid=109966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:44:27.688636 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:44:27.701610 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736492379661', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (3ca7bee9-4aa1-4343-8513-e5582f298fba), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.702162 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Unsubscribe: segment precommit_create {{(pid=109966) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 14:44:27.702738 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Added segment 3ca7bee9-4aa1-4343-8513-e5582f298fba of type vlan for network 22b50098-231e-4eaf-af19-c11841a316ba Mar 09 14:44:27.751929 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Made reservation on behalf of bf76a9d88a8a42c28c8f2616b82675d0 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:27.755107 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.771803 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (22b50098-231e-4eaf-af19-c11841a316ba), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.782274 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.883895 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Publish callbacks [] for security_group (d3daf169-a4b7-4de8-899d-68a59b603aad), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.899496 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (22b50098-231e-4eaf-af19-c11841a316ba), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.900623 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:27.901325 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.971018 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1263319230-network', 'tenant_id': '4be6e85610cd4c0b9fbeb97b673247f1'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:27.984292 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d3daf169-a4b7-4de8-899d-68a59b603aad), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:27.997251 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:44:28.057419 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2562947 Mar 09 14:44:28.058431 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94d39d-01d0-4002-a805-962fb780c5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=22b50098-231e-4eaf-af19-c11841a316ba,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:28.060408 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60052) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:28.071642 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Made reservation on behalf of 4be6e85610cd4c0b9fbeb97b673247f1 for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:28.073121 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Request body: {'subnet': {'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-subnet', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:28.075068 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.078571 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (113ffe30-2c1b-450f-8608-600f0445c285), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.084192 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Added segment 113ffe30-2c1b-450f-8608-600f0445c285 of type vlan for network 9d7fd99d-9010-431c-8d9a-debb68cefb68 Mar 09 14:44:28.091463 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 22b50098-231e-4eaf-af19-c11841a316ba details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:44:28.095337 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.099972 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3daf169-a4b7-4de8-899d-68a59b603aad,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:28.174749 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (9d7fd99d-9010-431c-8d9a-debb68cefb68), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.224022 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Publish callbacks [] for security_group (2b8b8d06-0a08-4c1e-8213-3937d380ad22), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.246272 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Made reservation on behalf of 9b8a862425b540e7a8f8cd3594f59d02 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:28.250481 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.295514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (9d7fd99d-9010-431c-8d9a-debb68cefb68), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.295514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:28.295514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.317140 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2b8b8d06-0a08-4c1e-8213-3937d380ad22), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.352032 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:44:28.378936 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (990dd8a2-edaf-4ca9-a649-7c9e3fe263c4), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.379535 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Added segment 990dd8a2-edaf-4ca9-a649-7c9e3fe263c4 of type vlan for network e81de193-7469-4db7-a686-c1d8c24b6a65 Mar 09 14:44:28.381431 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b8d06-0a08-4c1e-8213-3937d380ad22,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:28.424309 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.425717 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.426441 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.426932 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.427425 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.427911 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.428451 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.429083 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Tracked resource versions report: Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: pushed versions: Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: { 'AddressGroup': {'1.2'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'ConntrackHelper': {'1.0'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Log': {'1.0'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Network': {'1.1'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Port': {'1.7'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'PortForwarding': {'1.2'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'QosPolicy': {'1.10'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SecurityGroup': {'1.5'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SubPort': {'1.0'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Subnet': {'1.1'}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Trunk': {'1.1'}} Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: consumer versions: Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: { DHCP agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: HyperV agent@hv-cinder-83008: {}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: L3 agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: Metadata agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: Metering agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: Open vSwitch agent@dv-cinder-830086-3-iscsi: { 'AddressGroup': '1.2', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'ConntrackHelper': '1.0', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'LocalIPAssociation': '1.0', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Log': '1.0', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Network': '1.1', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Port': '1.7', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'PortForwarding': '1.2', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'QosPolicy': '1.10', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SecurityGroup': '1.5', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SecurityGroupRule': '1.2', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'SubPort': '1.0', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Subnet': '1.1', Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: 'Trunk': '1.1'}} Mar 09 14:44:28.432103 dv-cinder-830086-3-iscsi neutron-server[109967]: {{(pid=109967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:44:28.452475 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2001317 Mar 09 14:44:28.453224 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60062) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:28.454651 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341190be-b872-42f4-835c-3b6f323523ec admin admin] Pushing event updated for resources: {'Network': ['ID=9d7fd99d-9010-431c-8d9a-debb68cefb68,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:28.461348 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Request body: {'subnet': {'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-451939780-subnet', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:28.475068 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (e81de193-7469-4db7-a686-c1d8c24b6a65), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.486500 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:44:28.670862 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Made reservation on behalf of bf76a9d88a8a42c28c8f2616b82675d0 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:28.673397 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.676326 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (e81de193-7469-4db7-a686-c1d8c24b6a65), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.677378 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:28.677943 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.728573 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (9e008751-faf4-45d1-97a4-817758a87c2b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:28.805045 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e008751-faf4-45d1-97a4-817758a87c2b,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:28.849651 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] Pushing event updated for resources: {'Network': ['ID=e81de193-7469-4db7-a686-c1d8c24b6a65,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:28.849848 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Checking segment: {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:28.850202 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Network hostable DHCP agents. Network: 22b50098-231e-4eaf-af19-c11841a316ba, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:44:28.862142 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network e81de193-7469-4db7-a686-c1d8c24b6a65 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:44:28.934318 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a3de6c2d-97cc-4047-b9fb-f2e5fbe60e60 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2925889 Mar 09 14:44:28.941322 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60086) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:28.946245 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Request body: {'subnet': {'network_id': 'e81de193-7469-4db7-a686-c1d8c24b6a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1263319230-subnet', 'tenant_id': '4be6e85610cd4c0b9fbeb97b673247f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:28.970964 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Network 22b50098-231e-4eaf-af19-c11841a316ba is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:44:29.116680 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 22b50098-231e-4eaf-af19-c11841a316ba) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:29.116842 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (716d55f1-12e3-4df0-8873-3342175b3a93), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.118566 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Made reservation on behalf of 4be6e85610cd4c0b9fbeb97b673247f1 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:29.121216 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.131915 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a020b96-9448-46a1-b311-4980bdbedef8 None None] Network 22b50098-231e-4eaf-af19-c11841a316ba requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:44:29.152677 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:29.157302 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.168389 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=716d55f1-12e3-4df0-8873-3342175b3a93,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:29.215483 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Checking segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:29.216821 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Network hostable DHCP agents. Network: 9d7fd99d-9010-431c-8d9a-debb68cefb68, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:44:29.310531 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-22b50098-231e-4eaf-af19-c11841a316ba', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:44:29.312345 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.356537 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cfe6cc1b-8d78-4a73-9cdd-4cec3bdb57ca admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2873847 Mar 09 14:44:29.359372 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60098) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:29.364603 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:29.369125 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:44:29.451925 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 9d7fd99d-9010-431c-8d9a-debb68cefb68) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:29.463502 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:29.467703 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f695e5-a288-463f-9a13-3ee6fb03bee4 None None] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:44:29.467832 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.488684 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (87692b5f-b486-4175-be7b-25dc725219fc), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.490309 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (87692b5f-b486-4175-be7b-25dc725219fc), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.494643 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Allocated IP 172.20.0.2 (22b50098-231e-4eaf-af19-c11841a316ba/9e008751-faf4-45d1-97a4-817758a87c2b/ec00266a-58b5-43c3-8e08-4c0042a93702) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:29.579492 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (e195a8eb-0c9a-4ade-855a-7353b5797a51), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.590653 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-be5c31f1-a13f-4f79-83d2-d1104984d99b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1359575 Mar 09 14:44:29.611833 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60104) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:29.645203 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:29.652057 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks [] for router_controller (87692b5f-b486-4175-be7b-25dc725219fc), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.698685 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e195a8eb-0c9a-4ade-855a-7353b5797a51,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:29.707563 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Checking segment: {'id': '990dd8a2-edaf-4ca9-a649-7c9e3fe263c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e81de193-7469-4db7-a686-c1d8c24b6a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:29.708232 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Network hostable DHCP agents. Network: e81de193-7469-4db7-a686-c1d8c24b6a65, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:44:29.785927 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.786925 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.799266 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-9d7fd99d-9010-431c-8d9a-debb68cefb68', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:44:29.800118 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.802190 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Network e81de193-7469-4db7-a686-c1d8c24b6a65 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:44:29.805911 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Publish callbacks [] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.888775 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, e81de193-7469-4db7-a686-c1d8c24b6a65) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:29.893302 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:29.893892 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.907280 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c478a-d33f-497c-b362-199d048e4505 None None] Network e81de193-7469-4db7-a686-c1d8c24b6a65 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:44:29.935111 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks [] for router_controller (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.939086 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.968483 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks [] for router_gateway (87692b5f-b486-4175-be7b-25dc725219fc), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:29.982901 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Network 22b50098-231e-4eaf-af19-c11841a316ba is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:29.996007 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:30.002966 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:30.010518 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9079766d-b7cf-446f-84fa-eb41e861c0a0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0680888 Mar 09 14:44:30.242276 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks [] for router_gateway (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:30.258861 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Pushing event updated for resources: {'Port': ['ID=ec00266a-58b5-43c3-8e08-4c0042a93702,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:30.287016 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Allocated IP 172.20.0.2 (9d7fd99d-9010-431c-8d9a-debb68cefb68/716d55f1-12e3-4df0-8873-3342175b3a93/778e2ef7-731d-49ad-9c4d-b963ac6ad62c) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:30.314362 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.314747 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.315114 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.315460 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.315819 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.317071 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.317071 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.317413 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.317727 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.318081 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.318413 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.318989 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.324053 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Tracked resource versions report: Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: pushed versions: Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: { 'AddressGroup': {'1.2'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'ConntrackHelper': {'1.0'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Log': {'1.0'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Network': {'1.1'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Port': {'1.7'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'PortForwarding': {'1.2'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'QosPolicy': {'1.10'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SecurityGroup': {'1.5'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SubPort': {'1.0'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Subnet': {'1.1'}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Trunk': {'1.1'}} Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: consumer versions: Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: { DHCP agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: HyperV agent@hv-cinder-83008: {}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: L3 agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: Metadata agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: Metering agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: Open vSwitch agent@dv-cinder-830086-3-iscsi: { 'AddressGroup': '1.2', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'ConntrackHelper': '1.0', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'LocalIPAssociation': '1.0', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Log': '1.0', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Network': '1.1', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Port': '1.7', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'PortForwarding': '1.2', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'QosPolicy': '1.10', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SecurityGroup': '1.5', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SecurityGroupRule': '1.2', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'SubPort': '1.0', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Subnet': '1.1', Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: 'Trunk': '1.1'}} Mar 09 14:44:30.325065 dv-cinder-830086-3-iscsi neutron-server[109968]: {{(pid=109968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:44:30.444767 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Attempting to bind port ec00266a-58b5-43c3-8e08-4c0042a93702 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:44:30.444767 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Attempting to bind port ec00266a-58b5-43c3-8e08-4c0042a93702 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:44:30.445132 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Attempting to bind port ec00266a-58b5-43c3-8e08-4c0042a93702 on network 22b50098-231e-4eaf-af19-c11841a316ba {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:44:30.467497 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65f4600-8a12-43ce-a1d8-dc9d1facacb3 None None] Network e81de193-7469-4db7-a686-c1d8c24b6a65 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:44:30.496792 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:44:30.497182 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Checking segment: {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:30.497591 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:30.497993 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Bound using segment: {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:44:30.498472 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Bound port: ec00266a-58b5-43c3-8e08-4c0042a93702, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:44:30.498859 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:30.582528 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks [] for router_gateway (87692b5f-b486-4175-be7b-25dc725219fc), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:30.629444 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Publish callbacks [] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:30.684660 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:30.703824 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] For port ec00266a-58b5-43c3-8e08-4c0042a93702, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:44:30.710581 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] For port ec00266a-58b5-43c3-8e08-4c0042a93702, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=ec00266a-58b5-43c3-8e08-4c0042a93702,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:44:30.733619 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:30.749593 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:30.757703 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:30.761550 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:30.767544 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Pushing event updated for resources: {'Port': ['ID=778e2ef7-731d-49ad-9c4d-b963ac6ad62c,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:30.844218 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Attempting to bind port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:44:30.844599 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Attempting to bind port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:44:30.845017 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Attempting to bind port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:44:30.853549 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:30.864906 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:44:30.865290 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Checking segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:30.865732 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:30.866312 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Bound using segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:44:30.867156 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Bound port: 778e2ef7-731d-49ad-9c4d-b963ac6ad62c, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:44:30.867541 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:30.959083 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60184) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:30.963487 dv-cinder-830086-3-iscsi neutron-server[109966]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 14:44:30.974048 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] For port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:44:30.975044 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] For port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=778e2ef7-731d-49ad-9c4d-b963ac6ad62c,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:44:31.046084 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03361a9-795d-49a6-b819-c26a33a117fb None None] Pushing event updated for resources: {'Port': ['ID=ec00266a-58b5-43c3-8e08-4c0042a93702,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:31.063605 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:31.089829 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Allocated IP 172.27.2.204 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/52b83b8e-dd10-467f-a1dc-b26b7f403877) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:31.152398 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:44:31.158191 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c241d66-4bd2-4d18-8d67-6fa2c44d9d35 None None] Pushing event updated for resources: {'Port': ['ID=778e2ef7-731d-49ad-9c4d-b963ac6ad62c,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:31.304298 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks [] for router_gateway (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:31.356663 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-bcf7d1e8-4b18-4c17-9d91-7f82e47bf2d2 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:31.359284 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-bcf7d1e8-4b18-4c17-9d91-7f82e47bf2d2 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/networks?id=e81de193-7469-4db7-a686-c1d8c24b6a65 HTTP/1.1" status: 200 len: 812 time: 0.3959277 Mar 09 14:44:31.380063 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:31.392969 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-6864e66b-a267-45d6-b1f8-21478d55b1c3 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/quotas/4be6e85610cd4c0b9fbeb97b673247f1 HTTP/1.1" status: 200 len: 375 time: 0.0334992 Mar 09 14:44:31.514583 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks [] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:31.535886 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c6c67d4-b6da-40a6-9011-d43884bdd7aa tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be6e85610cd4c0b9fbeb97b673247f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1323037 Mar 09 14:44:31.765155 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-c049dd80-6609-4b1e-8625-8a421cf88d36 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:44:31.768679 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-c049dd80-6609-4b1e-8625-8a421cf88d36 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0504467 Mar 09 14:44:31.799223 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:31.872253 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-c45c0584-6c55-4980-ac2c-873512a3b441 service neutron] 10.222.0.20 "GET /v2.0/networks/e81de193-7469-4db7-a686-c1d8c24b6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971880 Mar 09 14:44:31.899499 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:31.912122 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:31.919608 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:31.927683 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:31.933757 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Pushing event updated for resources: {'Port': ['ID=52b83b8e-dd10-467f-a1dc-b26b7f403877,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:32.002128 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Allocated IP 172.27.2.143 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/f4862f70-f4cc-4b87-8d02-4c29bf674aac) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:32.069580 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-b7cfbfb9-20d1-4a37-b714-ddeefb17a4b3 service neutron] 10.222.0.20 "GET /v2.0/networks/e81de193-7469-4db7-a686-c1d8c24b6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902568 Mar 09 14:44:32.233863 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60228) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:32.260775 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 778e2ef7-731d-49ad-9c4d-b963ac6ad62c up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:44:32.335466 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:32.336148 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:32.394517 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks [] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:32.437802 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cef6765d-f482-4502-a3d7-1730b89b15d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:32.488436 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:32.489571 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:32.537465 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=778e2ef7-731d-49ad-9c4d-b963ac6ad62c,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:44:32.643016 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:32.644637 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device ec00266a-58b5-43c3-8e08-4c0042a93702 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:44:32.705471 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cef6765d-f482-4502-a3d7-1730b89b15d2 admin admin] Publish callbacks [] for security_group (2ac4f0dc-cf42-494a-bb52-2fb798ac0d12), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:32.750956 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e30a280b-e206-4200-b5a1-240721d0b09b req-51c050fb-ac6a-4e9a-9928-944c2029efa1 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 210 time: 0.1129582 Mar 09 14:44:32.778203 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=778e2ef7-731d-49ad-9c4d-b963ac6ad62c,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:32.796250 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cef6765d-f482-4502-a3d7-1730b89b15d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2ac4f0dc-cf42-494a-bb52-2fb798ac0d12), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:32.807516 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d102a-63a2-4397-a719-779f6ad4f3f3 None None] Network 22b50098-231e-4eaf-af19-c11841a316ba requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:44:32.807943 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:32.830451 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cef6765d-f482-4502-a3d7-1730b89b15d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=711174e50e1641cda74184adee52173b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5950193 Mar 09 14:44:32.838813 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60260) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:32.839116 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port ec00266a-58b5-43c3-8e08-4c0042a93702 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:32.839490 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:32.974445 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6765d-f482-4502-a3d7-1730b89b15d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac4f0dc-cf42-494a-bb52-2fb798ac0d12,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:33.002939 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks [] for router_gateway (87692b5f-b486-4175-be7b-25dc725219fc), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.008903 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:33.020249 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-953d40db-2200-4925-aaa8-6c04ae74994c None None] Provisioning complete for port ec00266a-58b5-43c3-8e08-4c0042a93702 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:33.029219 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-953d40db-2200-4925-aaa8-6c04ae74994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.053271 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1e39867b-3e60-4959-ae5a-0063006819df admin admin] Publish callbacks [] for security_group (2ac4f0dc-cf42-494a-bb52-2fb798ac0d12), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.098931 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1e39867b-3e60-4959-ae5a-0063006819df admin admin] Publish callbacks [] for security_group (2ac4f0dc-cf42-494a-bb52-2fb798ac0d12), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.149622 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:33.161006 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:33.526250 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Pushing event updated for resources: {'Port': ['ID=f4862f70-f4cc-4b87-8d02-4c29bf674aac,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:33.534283 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-953d40db-2200-4925-aaa8-6c04ae74994c None None] Current status of the port ec00266a-58b5-43c3-8e08-4c0042a93702 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:33.534283 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-953d40db-2200-4925-aaa8-6c04ae74994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.534283 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba7ea0b-8ced-4875-8aab-89de2db6450a None None] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:44:33.537878 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1e39867b-3e60-4959-ae5a-0063006819df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2ac4f0dc-cf42-494a-bb52-2fb798ac0d12), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.537878 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1e39867b-3e60-4959-ae5a-0063006819df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.537878 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1e39867b-3e60-4959-ae5a-0063006819df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ac4f0dc-cf42-494a-bb52-2fb798ac0d12 HTTP/1.1" status: 204 len: 168 time: 0.4693069 Mar 09 14:44:33.537878 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39867b-3e60-4959-ae5a-0063006819df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac4f0dc-cf42-494a-bb52-2fb798ac0d12,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:33.539409 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port ec00266a-58b5-43c3-8e08-4c0042a93702 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:33.539409 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.539409 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-953d40db-2200-4925-aaa8-6c04ae74994c None None] For port ec00266a-58b5-43c3-8e08-4c0042a93702, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=ec00266a-58b5-43c3-8e08-4c0042a93702,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:44:33.546123 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (87692b5f-b486-4175-be7b-25dc725219fc), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.709572 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-953d40db-2200-4925-aaa8-6c04ae74994c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.780980 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.db.api [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 14:44:33.781552 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG oslo_db.api [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 14:44:33.785027 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d40db-2200-4925-aaa8-6c04ae74994c None None] Pushing event updated for resources: {'Port': ['ID=ec00266a-58b5-43c3-8e08-4c0042a93702,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:33.803838 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Router 87692b5f-b486-4175-be7b-25dc725219fc is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:44:33.833194 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-34f050c7-63f2-415c-a0a4-e22ce849bff1 None None] Provisioning complete for port ec00266a-58b5-43c3-8e08-4c0042a93702 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:33.833659 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-34f050c7-63f2-415c-a0a4-e22ce849bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:33.901696 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60300) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:33.948674 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:44:33.959843 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Sync routers for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:44:33.965179 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-34f050c7-63f2-415c-a0a4-e22ce849bff1 None None] Current status of the port ec00266a-58b5-43c3-8e08-4c0042a93702 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:33.974283 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:44:33.974914 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:44:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:33.979163 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-34f050c7-63f2-415c-a0a4-e22ce849bff1 None None] Provisioning complete for port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:33.979600 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-34f050c7-63f2-415c-a0a4-e22ce849bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.008113 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-24b1a19f-3e4f-4958-acaf-3139f15a9a96 req-a6ce1d31-25ce-4883-ac14-5b2c9618ab37 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0933180 Mar 09 14:44:34.067075 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.075619 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3e7bb271-d734-47dd-b832-12eb0706b99d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7122221 Mar 09 14:44:34.075619 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60314) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:34.077279 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks [] for router_gateway (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.148630 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-34f050c7-63f2-415c-a0a4-e22ce849bff1 None None] Current status of the port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:34.268752 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60324) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:34.281986 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bc6a10c2-ccbb-485c-b921-ec7941ee7261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.328112 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port ec00266a-58b5-43c3-8e08-4c0042a93702 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:34.340891 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:44:34.422218 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bc6a10c2-ccbb-485c-b921-ec7941ee7261 admin admin] Publish callbacks [] for security_group (35c94485-9449-4a11-955f-1b06cff3df66), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.466389 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 778e2ef7-731d-49ad-9c4d-b963ac6ad62c up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:44:34.515007 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bc6a10c2-ccbb-485c-b921-ec7941ee7261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (35c94485-9449-4a11-955f-1b06cff3df66), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.566625 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.592372 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:32Z', 'revision_number': 3, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:34.592625 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-bc6a10c2-ccbb-485c-b921-ec7941ee7261 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c70ef66f3cd4b6493344e99b94caa31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3221591 Mar 09 14:44:34.596587 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a10c2-ccbb-485c-b921-ec7941ee7261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c94485-9449-4a11-955f-1b06cff3df66,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:34.601843 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60330) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:34.627135 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Checking router: 87692b5f-b486-4175-be7b-25dc725219fc for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:44:34.628597 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Updating router 87692b5f-b486-4175-be7b-25dc725219fc port 52b83b8e-dd10-467f-a1dc-b26b7f403877 binding host dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:44:34.691059 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.725292 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60340) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:34.834163 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:34.834331 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.845165 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1de55f95-0cfd-4cc2-91e0-ba8ef182f1c7 admin admin] Publish callbacks [] for security_group (35c94485-9449-4a11-955f-1b06cff3df66), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.897710 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1de55f95-0cfd-4cc2-91e0-ba8ef182f1c7 admin admin] Publish callbacks [] for security_group (35c94485-9449-4a11-955f-1b06cff3df66), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.900890 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9de7fdf3-7d4c-4600-ab60-d193f1f33207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:34.934338 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:34.935832 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device ec00266a-58b5-43c3-8e08-4c0042a93702 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:44:35.006505 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9de7fdf3-7d4c-4600-ab60-d193f1f33207 admin admin] Publish callbacks [] for security_group (b120452f-97f4-49d4-b0a3-a9071cabcf1f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.039828 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port ec00266a-58b5-43c3-8e08-4c0042a93702 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:35.040176 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.086580 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Publish callbacks [] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.099178 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9de7fdf3-7d4c-4600-ab60-d193f1f33207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (b120452f-97f4-49d4-b0a3-a9071cabcf1f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.138250 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d77e0d56-001a-4109-bf8f-c29220c18e1a req-717dcab5-846b-4f70-a338-1b3ce34c9634 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0576842 Mar 09 14:44:35.148289 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port ec00266a-58b5-43c3-8e08-4c0042a93702 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:35.169639 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7fdf3-7d4c-4600-ab60-d193f1f33207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b120452f-97f4-49d4-b0a3-a9071cabcf1f,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:35.171030 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9de7fdf3-7d4c-4600-ab60-d193f1f33207 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e92d78d59ed48a2b7ccb7597a27bc33&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4446990 Mar 09 14:44:35.174046 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60354) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:35.189857 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.194863 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:44:35.211653 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.244655 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cd70f23e-710a-4197-86bf-254771423549 admin admin] Publish callbacks [] for security_group (b120452f-97f4-49d4-b0a3-a9071cabcf1f), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.250453 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Pushing event updated for resources: {'Port': ['ID=52b83b8e-dd10-467f-a1dc-b26b7f403877,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:35.261645 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.262550 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.262944 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.263299 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.263758 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.263976 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.264314 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.264652 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.265348 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.265709 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.266053 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.266438 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.266822 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cd70f23e-710a-4197-86bf-254771423549 admin admin] Publish callbacks [] for security_group (b120452f-97f4-49d4-b0a3-a9071cabcf1f), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.266931 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Tracked resource versions report: Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: pushed versions: Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: { 'AddressGroup': {'1.2'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'ConntrackHelper': {'1.0'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'LocalIPAssociation': {'1.0'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Log': {'1.0'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Network': {'1.1'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Port': {'1.7'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'PortForwarding': {'1.2'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'QosPolicy': {'1.10'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SecurityGroup': {'1.5'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SecurityGroupRule': {'1.2'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SubPort': {'1.0'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Subnet': {'1.1'}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Trunk': {'1.1'}} Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: consumer versions: Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: { DHCP agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: HyperV agent@hv-cinder-83008: {}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: L3 agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: Metadata agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: Metering agent@dv-cinder-830086-3-iscsi: {}, Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: Open vSwitch agent@dv-cinder-830086-3-iscsi: { 'AddressGroup': '1.2', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'ConntrackHelper': '1.0', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'LocalIPAssociation': '1.0', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Log': '1.0', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Network': '1.1', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Port': '1.7', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'PortForwarding': '1.2', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'QosPolicy': '1.10', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SecurityGroup': '1.5', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SecurityGroupRule': '1.2', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'SubPort': '1.0', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Subnet': '1.1', Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: 'Trunk': '1.1'}} Mar 09 14:44:35.268284 dv-cinder-830086-3-iscsi neutron-server[109969]: {{(pid=109969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 14:44:35.284810 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1de55f95-0cfd-4cc2-91e0-ba8ef182f1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (35c94485-9449-4a11-955f-1b06cff3df66), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.287791 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1de55f95-0cfd-4cc2-91e0-ba8ef182f1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.288976 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1de55f95-0cfd-4cc2-91e0-ba8ef182f1c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35c94485-9449-4a11-955f-1b06cff3df66 HTTP/1.1" status: 204 len: 168 time: 0.6853054 Mar 09 14:44:35.318097 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Attempting to bind port 52b83b8e-dd10-467f-a1dc-b26b7f403877 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:44:35.318249 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Attempting to bind port 52b83b8e-dd10-467f-a1dc-b26b7f403877 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:44:35.318534 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Attempting to bind port 52b83b8e-dd10-467f-a1dc-b26b7f403877 on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:44:35.324478 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:44:35.325050 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:35.325454 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.325896 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:44:35.326383 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Bound port: 52b83b8e-dd10-467f-a1dc-b26b7f403877, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:44:35.326796 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.364287 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de55f95-0cfd-4cc2-91e0-ba8ef182f1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c94485-9449-4a11-955f-1b06cff3df66,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:35.401677 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] For port 52b83b8e-dd10-467f-a1dc-b26b7f403877, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:44:35.404841 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] For port 52b83b8e-dd10-467f-a1dc-b26b7f403877, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=52b83b8e-dd10-467f-a1dc-b26b7f403877,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:44:35.408016 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cd70f23e-710a-4197-86bf-254771423549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (b120452f-97f4-49d4-b0a3-a9071cabcf1f), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.411356 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cd70f23e-710a-4197-86bf-254771423549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.412639 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cd70f23e-710a-4197-86bf-254771423549 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b120452f-97f4-49d4-b0a3-a9071cabcf1f HTTP/1.1" status: 204 len: 168 time: 0.2376559 Mar 09 14:44:35.420620 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70f23e-710a-4197-86bf-254771423549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b120452f-97f4-49d4-b0a3-a9071cabcf1f,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:35.489482 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:44:35.489739 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.502752 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:44:35.532149 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:44:35.535094 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:44:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:35.554416 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Allocated IP 172.20.0.1 (22b50098-231e-4eaf-af19-c11841a316ba/9e008751-faf4-45d1-97a4-817758a87c2b/4793db87-cc66-402a-bd78-788de1e95d2f) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:35.591534 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.592882 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-17dbf4bc-69e9-4801-afac-1c8ff0d83e2b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9796162 Mar 09 14:44:35.596029 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60368) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:35.601405 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:44:35.602030 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:44:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:35.604116 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc1a34-8991-48b5-a405-b542cdf46684 None None] Pushing event updated for resources: {'Port': ['ID=52b83b8e-dd10-467f-a1dc-b26b7f403877,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:35.712418 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:44:35.716018 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Publish callbacks [] for port (4793db87-cc66-402a-bd78-788de1e95d2f), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.769919 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:44:35.860831 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.904279 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Network 22b50098-231e-4eaf-af19-c11841a316ba is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:35.914519 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:35.918723 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:35.919226 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (87692b5f-b486-4175-be7b-25dc725219fc), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:35.948171 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:33Z', 'revision_number': 3, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:36.012016 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:44:36.012375 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Updating router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be port f4862f70-f4cc-4b87-8d02-4c29bf674aac binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:44:36.036467 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:32Z', 'revision_number': 3, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:36.075598 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:36.098852 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fac973-ad33-402f-91f0-81deff15c36f None None] The sync data for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi is: [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:32Z', 'revision_number': 3, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:44:36.112352 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Pushing event updated for resources: {'Port': ['ID=4793db87-cc66-402a-bd78-788de1e95d2f,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:36.462226 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:36.466904 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-4c0057e6-58f1-4917-a0d1-b3fc39b22618 None None] Provisioning complete for port 4793db87-cc66-402a-bd78-788de1e95d2f triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:36.466904 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4c0057e6-58f1-4917-a0d1-b3fc39b22618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:36.609020 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60400) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:36.635492 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:36.676398 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-4c0057e6-58f1-4917-a0d1-b3fc39b22618 None None] Port 4793db87-cc66-402a-bd78-788de1e95d2f cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:44:36.798490 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Publish callbacks [] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:36.834765 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c23aaef9-2040-44e2-b846-575d279d4b54 req-6df4b99e-5805-4fa9-bfe5-6d3b5e33ad7d tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 210 time: 0.3142433 Mar 09 14:44:36.878101 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:36.907853 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Publish callbacks [] for port (4793db87-cc66-402a-bd78-788de1e95d2f), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:36.956007 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Allocated IP 172.20.0.1 (9d7fd99d-9010-431c-8d9a-debb68cefb68/716d55f1-12e3-4df0-8873-3342175b3a93/e6fd390b-f956-4e2c-83d7-513d10140564) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:36.960579 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Attempting to bind port f4862f70-f4cc-4b87-8d02-4c29bf674aac on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:44:36.960992 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Attempting to bind port f4862f70-f4cc-4b87-8d02-4c29bf674aac by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:44:36.961359 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Attempting to bind port f4862f70-f4cc-4b87-8d02-4c29bf674aac on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:44:36.967290 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1eb02-6e24-4214-96a5-4d2af3682db1 None None] Pushing event updated for resources: {'Port': ['ID=f4862f70-f4cc-4b87-8d02-4c29bf674aac,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:36.976524 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40b82b9d-4b24-4c20-84a0-477e3b05b355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:36.980805 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:44:36.981198 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:36.981734 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:36.982138 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:44:36.982617 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Bound port: f4862f70-f4cc-4b87-8d02-4c29bf674aac, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:44:36.983001 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:36.999872 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:37.000749 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (87692b5f-b486-4175-be7b-25dc725219fc), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:37.072472 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] For port f4862f70-f4cc-4b87-8d02-4c29bf674aac, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:44:37.075758 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] For port f4862f70-f4cc-4b87-8d02-4c29bf674aac, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=f4862f70-f4cc-4b87-8d02-4c29bf674aac,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:44:37.144991 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:37.166918 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Pushing event updated for resources: {'Port': ['ID=4793db87-cc66-402a-bd78-788de1e95d2f,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:37.203628 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Publish callbacks [] for port (e6fd390b-f956-4e2c-83d7-513d10140564), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:37.258931 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1eb02-6e24-4214-96a5-4d2af3682db1 None None] Pushing event updated for resources: {'Port': ['ID=f4862f70-f4cc-4b87-8d02-4c29bf674aac,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:37.273122 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40b82b9d-4b24-4c20-84a0-477e3b05b355 admin admin] Publish callbacks [] for security_group (aa26006c-3667-4e48-8e52-5724b362212d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:37.286142 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:44:37.286766 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:44:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:37.288600 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Network 22b50098-231e-4eaf-af19-c11841a316ba is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:37.292957 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:37.375341 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:37.470797 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:37.473987 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:37.487797 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:37.488305 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:37.516267 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Router 87692b5f-b486-4175-be7b-25dc725219fc has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:44:37.531353 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40b82b9d-4b24-4c20-84a0-477e3b05b355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (aa26006c-3667-4e48-8e52-5724b362212d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:37.573840 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:44:37.653747 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-40b82b9d-4b24-4c20-84a0-477e3b05b355 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d127d219fe784550ae01e9edf75961c6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0433817 Mar 09 14:44:37.662776 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60436) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:37.663333 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Pushing event updated for resources: {'Port': ['ID=e6fd390b-f956-4e2c-83d7-513d10140564,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:37.810724 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b82b9d-4b24-4c20-84a0-477e3b05b355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa26006c-3667-4e48-8e52-5724b362212d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:37.958109 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:44:37.981778 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-12647042-75d8-4e54-b407-1af66a828878 admin admin] 10.222.0.20 "PUT /v2.0/routers/87692b5f-b486-4175-be7b-25dc725219fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8929577 Mar 09 14:44:38.014513 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.16', 64187) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:38.023724 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-37d44147-0d1a-400f-81a9-6580b5b836af None None] Provisioning complete for port 4793db87-cc66-402a-bd78-788de1e95d2f triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:38.023724 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-37d44147-0d1a-400f-81a9-6580b5b836af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:38.102749 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18273a5d-4c40-4557-a8cc-46825a9f9811 admin admin] Publish callbacks [] for security_group (aa26006c-3667-4e48-8e52-5724b362212d), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:38.139904 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-37d44147-0d1a-400f-81a9-6580b5b836af None None] Port 4793db87-cc66-402a-bd78-788de1e95d2f cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:44:38.145132 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18273a5d-4c40-4557-a8cc-46825a9f9811 admin admin] Publish callbacks [] for security_group (aa26006c-3667-4e48-8e52-5724b362212d), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:38.199080 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:33Z', 'revision_number': 3, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:38.267770 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d8ff0-b00b-4dcb-a7ac-e1087d8939fb None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:33Z', 'revision_number': 3, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:44:38.307179 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-03f71366-3211-4b63-96ab-2373b200aacf None None] Provisioning complete for port e6fd390b-f956-4e2c-83d7-513d10140564 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:38.315623 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-03f71366-3211-4b63-96ab-2373b200aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:38.368635 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:38.389514 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-03f71366-3211-4b63-96ab-2373b200aacf None None] Port e6fd390b-f956-4e2c-83d7-513d10140564 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:44:38.531052 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-65509435-1090-427c-b2cb-a95b34ed6f5e req-92e0f7ba-fea6-4826-aacb-efd8df20ba75 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 210 time: 0.2761660 Mar 09 14:44:38.538093 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18273a5d-4c40-4557-a8cc-46825a9f9811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (aa26006c-3667-4e48-8e52-5724b362212d), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:38.542859 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18273a5d-4c40-4557-a8cc-46825a9f9811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:38.549793 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-18273a5d-4c40-4557-a8cc-46825a9f9811 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa26006c-3667-4e48-8e52-5724b362212d HTTP/1.1" status: 204 len: 168 time: 0.8696413 Mar 09 14:44:38.551433 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 52b83b8e-dd10-467f-a1dc-b26b7f403877 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:44:38.586697 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273a5d-4c40-4557-a8cc-46825a9f9811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa26006c-3667-4e48-8e52-5724b362212d,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:38.724614 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 52b83b8e-dd10-467f-a1dc-b26b7f403877 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:38.729584 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:38.948880 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-7415ac90-cf66-4889-9f36-1e071b58987a tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:38.956601 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-7415ac90-cf66-4889-9f36-1e071b58987a tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.16 "GET /v2.0/networks?id=e81de193-7469-4db7-a686-c1d8c24b6a65 HTTP/1.1" status: 200 len: 812 time: 0.9404030 Mar 09 14:44:38.971007 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Publish callbacks [] for port (e6fd390b-f956-4e2c-83d7-513d10140564), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:39.007972 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Request body: {'port': {'device_id': '1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0', 'network_id': 'e81de193-7469-4db7-a686-c1d8c24b6a65', 'admin_state_up': True, 'tenant_id': '4be6e85610cd4c0b9fbeb97b673247f1'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:39.053152 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:39.054758 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:39.144653 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Sync routers for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:44:39.172750 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:44:39.173257 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-424d6789-a275-4be1-9023-d8450487b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:44:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:39.225197 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 52b83b8e-dd10-467f-a1dc-b26b7f403877 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:39.225687 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:39.255133 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 52b83b8e-dd10-467f-a1dc-b26b7f403877, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=52b83b8e-dd10-467f-a1dc-b26b7f403877,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:44:39.259993 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Pushing event updated for resources: {'Port': ['ID=e6fd390b-f956-4e2c-83d7-513d10140564,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:39.373641 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:39.520844 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:39.525018 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:39.556329 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=52b83b8e-dd10-467f-a1dc-b26b7f403877,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:39.576158 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:44:39.606374 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Made reservation on behalf of 4be6e85610cd4c0b9fbeb97b673247f1 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:39.610053 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:39.905106 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ca54679-d5bc-40b6-8523-d17bd7068e12 req-46dbdf0d-fcf5-4872-9d82-74d27d5256ae tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 210 time: 0.1254392 Mar 09 14:44:39.939312 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-424d6789-a275-4be1-9023-d8450487b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 2, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:39.951087 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-938fa0a5-d020-457c-80e3-cb6e2e496be6 None None] Provisioning complete for port e6fd390b-f956-4e2c-83d7-513d10140564 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:39.951477 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-938fa0a5-d020-457c-80e3-cb6e2e496be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:39.952940 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:44:39.982374 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Checking router: 87692b5f-b486-4175-be7b-25dc725219fc for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:44:39.982992 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Updating router 87692b5f-b486-4175-be7b-25dc725219fc port 4793db87-cc66-402a-bd78-788de1e95d2f binding host dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:44:40.051791 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60544) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:40.053758 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-938fa0a5-d020-457c-80e3-cb6e2e496be6 None None] Port e6fd390b-f956-4e2c-83d7-513d10140564 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:44:40.076047 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-0bbb1ea8-29e3-4d50-85c9-5529a8329fb6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493825303', 'description': 'tempest-description--1785001776'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:40.134682 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60552) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:40.164886 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Allocated IP 172.20.0.11 (e81de193-7469-4db7-a686-c1d8c24b6a65/e195a8eb-0c9a-4ade-855a-7353b5797a51/ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:40.169028 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:44:40.184105 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9658dde2-55f8-4893-a65a-998e03110903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.191829 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-825b3cce-cef0-4a2c-a242-4a38dd134a90 admin admin] 10.222.0.20 "PUT /v2.0/routers/db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5935452 Mar 09 14:44:40.217644 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.312640 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0bbb1ea8-29e3-4d50-85c9-5529a8329fb6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.455352 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9658dde2-55f8-4893-a65a-998e03110903 admin admin] Publish callbacks [] for security_group (3e90e31a-a2d4-4cd7-ad59-801cb7da95fa), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.545042 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9658dde2-55f8-4893-a65a-998e03110903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (3e90e31a-a2d4-4cd7-ad59-801cb7da95fa), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.591391 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Publish callbacks [] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.626952 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Publish callbacks [] for port (4793db87-cc66-402a-bd78-788de1e95d2f), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.658535 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0bbb1ea8-29e3-4d50-85c9-5529a8329fb6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (58b72412-0cec-43c9-b80c-320bf3f49168), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.684069 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 52b83b8e-dd10-467f-a1dc-b26b7f403877 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:44:40.701421 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9658dde2-55f8-4893-a65a-998e03110903 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03f29c89b3144dceb1844da4c478e113&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5578604 Mar 09 14:44:40.701421 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658dde2-55f8-4893-a65a-998e03110903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e90e31a-a2d4-4cd7-ad59-801cb7da95fa,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:40.703699 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60570) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:40.761995 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 52b83b8e-dd10-467f-a1dc-b26b7f403877 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:40.762730 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.803247 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e7f33946-4afb-4c2c-a6e0-f2b35eda5f4a admin admin] Publish callbacks [] for security_group (3e90e31a-a2d4-4cd7-ad59-801cb7da95fa), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.820259 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.841133 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e7f33946-4afb-4c2c-a6e0-f2b35eda5f4a admin admin] Publish callbacks [] for security_group (3e90e31a-a2d4-4cd7-ad59-801cb7da95fa), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.847979 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0bbb1ea8-29e3-4d50-85c9-5529a8329fb6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (58b72412-0cec-43c9-b80c-320bf3f49168), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.881058 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:40.896146 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 52b83b8e-dd10-467f-a1dc-b26b7f403877 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:40.897315 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device f4862f70-f4cc-4b87-8d02-4c29bf674aac up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:44:40.932958 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61590eba-ac7e-4231-94ac-35a8ae400640 None None] Pushing event updated for resources: {'Port': ['ID=4793db87-cc66-402a-bd78-788de1e95d2f,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:40.982155 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port f4862f70-f4cc-4b87-8d02-4c29bf674aac triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:40.984066 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.011948 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Network e81de193-7469-4db7-a686-c1d8c24b6a65 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:41.068988 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:41.097355 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e7f33946-4afb-4c2c-a6e0-f2b35eda5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (3e90e31a-a2d4-4cd7-ad59-801cb7da95fa), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.100342 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e7f33946-4afb-4c2c-a6e0-f2b35eda5f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.101707 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e7f33946-4afb-4c2c-a6e0-f2b35eda5f4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e90e31a-a2d4-4cd7-ad59-801cb7da95fa HTTP/1.1" status: 204 len: 168 time: 0.3969374 Mar 09 14:44:41.136570 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:44:41.148117 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f33946-4afb-4c2c-a6e0-f2b35eda5f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e90e31a-a2d4-4cd7-ad59-801cb7da95fa,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:41.173904 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Attempting to bind port 4793db87-cc66-402a-bd78-788de1e95d2f on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:44:41.174291 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Attempting to bind port 4793db87-cc66-402a-bd78-788de1e95d2f by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:44:41.174738 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Attempting to bind port 4793db87-cc66-402a-bd78-788de1e95d2f on network 22b50098-231e-4eaf-af19-c11841a316ba {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:44:41.187749 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0bbb1ea8-29e3-4d50-85c9-5529a8329fb6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.189649 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0bbb1ea8-29e3-4d50-85c9-5529a8329fb6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1305132 Mar 09 14:44:41.193203 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60592) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:41.198208 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-36bcb910-4a54-43e6-9464-48f0168ee0f4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'security_group_rule': {'security_group_id': '58b72412-0cec-43c9-b80c-320bf3f49168', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:41.206094 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:44:41.208279 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:41.217229 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Checking segment: {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:41.220693 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.221396 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Bound using segment: {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:44:41.221864 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Bound port: 4793db87-cc66-402a-bd78-788de1e95d2f, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:44:41.222946 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.225707 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:41.229229 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.295952 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb1ea8-29e3-4d50-85c9-5529a8329fb6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b72412-0cec-43c9-b80c-320bf3f49168,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:41.310563 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:44:41.310563 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:44:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:41.356698 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Pushing event updated for resources: {'Port': ['ID=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:41.484426 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-424d6789-a275-4be1-9023-d8450487b185 None None] For port 4793db87-cc66-402a-bd78-788de1e95d2f, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:44:41.499657 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-424d6789-a275-4be1-9023-d8450487b185 None None] For port 4793db87-cc66-402a-bd78-788de1e95d2f, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=4793db87-cc66-402a-bd78-788de1e95d2f,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:44:41.508555 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-776608c2-e866-4602-baf7-853cc3ae2585 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5058851 Mar 09 14:44:41.512700 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port f4862f70-f4cc-4b87-8d02-4c29bf674aac is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:41.513349 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.545512 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-9662ab59-e8cf-45d5-b429-88e889a39939 None None] Provisioning complete for port 4793db87-cc66-402a-bd78-788de1e95d2f triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:41.549489 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9662ab59-e8cf-45d5-b429-88e889a39939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.565466 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829face-5d04-499e-9c86-80258040e58e req-04772822-cba8-4897-ad6d-c0674de34a5b tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:41.567030 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8829face-5d04-499e-9c86-80258040e58e req-04772822-cba8-4897-ad6d-c0674de34a5b tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 932 time: 0.2841794 Mar 09 14:44:41.568662 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-36bcb910-4a54-43e6-9464-48f0168ee0f4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (916f0d31-309f-404b-993d-878055d8bab8), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.588534 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.679679 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-9662ab59-e8cf-45d5-b429-88e889a39939 None None] Port 4793db87-cc66-402a-bd78-788de1e95d2f cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:44:41.690776 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port f4862f70-f4cc-4b87-8d02-4c29bf674aac, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=f4862f70-f4cc-4b87-8d02-4c29bf674aac,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:44:41.696278 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8829face-5d04-499e-9c86-80258040e58e req-a99d4c2b-a1df-4943-be41-1bc05c7cdf9f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164660 Mar 09 14:44:41.701341 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:44:41.701988 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-424d6789-a275-4be1-9023-d8450487b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:44:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:41.727439 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:44:41.779810 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-36bcb910-4a54-43e6-9464-48f0168ee0f4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (916f0d31-309f-404b-993d-878055d8bab8), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.801457 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61590eba-ac7e-4231-94ac-35a8ae400640 None None] Pushing event updated for resources: {'Port': ['ID=4793db87-cc66-402a-bd78-788de1e95d2f,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:41.834345 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.846172 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-36bcb910-4a54-43e6-9464-48f0168ee0f4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (916f0d31-309f-404b-993d-878055d8bab8), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:41.879856 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcb910-4a54-43e6-9464-48f0168ee0f4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916f0d31-309f-404b-993d-878055d8bab8,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:41.912465 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-424d6789-a275-4be1-9023-d8450487b185 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:44:41.962761 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=f4862f70-f4cc-4b87-8d02-4c29bf674aac,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:42.008745 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-36bcb910-4a54-43e6-9464-48f0168ee0f4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.011926 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-36bcb910-4a54-43e6-9464-48f0168ee0f4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8164346 Mar 09 14:44:42.017243 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60596) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:42.024892 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-9c3f6ae1-6c58-454d-b752-205248500c93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'security_group_rule': {'security_group_id': '58b72412-0cec-43c9-b80c-320bf3f49168', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:42.068802 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-a156aea1-f777-479b-bc4d-79e40f767bcd None None] Provisioning complete for port 4793db87-cc66-402a-bd78-788de1e95d2f triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:42.076189 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a156aea1-f777-479b-bc4d-79e40f767bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.161177 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6ae1-6c58-454d-b752-205248500c93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (f7e7fc05-773f-4a5d-82e5-24495a9b40a4), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.197678 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 2, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:42.273956 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-424d6789-a275-4be1-9023-d8450487b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:42.299289 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:44:42.310382 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Updating router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be port e6fd390b-f956-4e2c-83d7-513d10140564 binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:44:42.322674 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d6789-a275-4be1-9023-d8450487b185 None None] The sync data for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi is: [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:44:42.344752 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60614) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:42.440563 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6ae1-6c58-454d-b752-205248500c93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (f7e7fc05-773f-4a5d-82e5-24495a9b40a4), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.477353 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.482503 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-a156aea1-f777-479b-bc4d-79e40f767bcd None None] Current status of the port 4793db87-cc66-402a-bd78-788de1e95d2f is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:42.482503 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a156aea1-f777-479b-bc4d-79e40f767bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.530492 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6ae1-6c58-454d-b752-205248500c93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (f7e7fc05-773f-4a5d-82e5-24495a9b40a4), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.561113 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device f4862f70-f4cc-4b87-8d02-4c29bf674aac up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:44:42.565474 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-025aea69-ba8f-40b6-9288-d98fbc45603c tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:44:42.565474 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-025aea69-ba8f-40b6-9288-d98fbc45603c tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232902 Mar 09 14:44:42.573862 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-a156aea1-f777-479b-bc4d-79e40f767bcd None None] For port 4793db87-cc66-402a-bd78-788de1e95d2f, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=4793db87-cc66-402a-bd78-788de1e95d2f,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:44:42.621973 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f6ae1-6c58-454d-b752-205248500c93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e7fc05-773f-4a5d-82e5-24495a9b40a4,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:42.639187 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8f998afc-76a2-4b7d-9b47-ad2c258cf828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.725985 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a156aea1-f777-479b-bc4d-79e40f767bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.732853 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6ae1-6c58-454d-b752-205248500c93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.737843 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9c3f6ae1-6c58-454d-b752-205248500c93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7156167 Mar 09 14:44:42.737843 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60624) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:42.748017 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:42.845923 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156aea1-f777-479b-bc4d-79e40f767bcd None None] Pushing event updated for resources: {'Port': ['ID=4793db87-cc66-402a-bd78-788de1e95d2f,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:42.885784 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port f4862f70-f4cc-4b87-8d02-4c29bf674aac triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:42.886165 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:42.956006 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.001081 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8f998afc-76a2-4b7d-9b47-ad2c258cf828 admin admin] Publish callbacks [] for security_group (2bd39e27-688a-457f-b5df-806ccb6c19f7), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.085165 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633259b-e1a9-4321-adb5-7a1f3bbe6664 req-0103cafa-a817-4a5e-aaa4-99f1360149d3 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:43.091800 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b633259b-e1a9-4321-adb5-7a1f3bbe6664 req-0103cafa-a817-4a5e-aaa4-99f1360149d3 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 932 time: 0.2316589 Mar 09 14:44:43.211322 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Request body: {'port': {'device_id': '1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:43.254591 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b633259b-e1a9-4321-adb5-7a1f3bbe6664 req-e9e79f3c-4cd7-460a-a0cb-6ff363c0c574 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493850 Mar 09 14:44:43.257162 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8f998afc-76a2-4b7d-9b47-ad2c258cf828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2bd39e27-688a-457f-b5df-806ccb6c19f7), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.293870 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Publish callbacks [] for port (e6fd390b-f956-4e2c-83d7-513d10140564), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.297212 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port f4862f70-f4cc-4b87-8d02-4c29bf674aac is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:43.332810 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8f998afc-76a2-4b7d-9b47-ad2c258cf828 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a13757628e98404d821050dd06887952&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9850912 Mar 09 14:44:43.339756 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60634) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:43.345433 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f998afc-76a2-4b7d-9b47-ad2c258cf828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd39e27-688a-457f-b5df-806ccb6c19f7,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:43.380302 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.397983 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60638) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:43.404271 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-71a03df6-e39f-4348-bb51-c184e51fd256 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417553595', 'description': 'tempest-description--698663856'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:43.508395 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60644) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:43.595197 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.607528 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5402716b-0ed2-4bff-abfa-365f2cd7c360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.634119 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.676098 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513b12e-4e2f-486b-a691-39545ef03807 None None] Pushing event updated for resources: {'Port': ['ID=e6fd390b-f956-4e2c-83d7-513d10140564,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:43.698140 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Attempting to bind port e6fd390b-f956-4e2c-83d7-513d10140564 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:44:43.699306 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Attempting to bind port e6fd390b-f956-4e2c-83d7-513d10140564 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:44:43.700220 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Attempting to bind port e6fd390b-f956-4e2c-83d7-513d10140564 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:44:43.709777 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:44:43.711116 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Checking segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:43.711795 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.712943 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Bound using segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:44:43.715002 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Bound port: e6fd390b-f956-4e2c-83d7-513d10140564, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:44:43.715666 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.806301 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0024838-117c-4b53-b73e-8f776b016b77 admin admin] Publish callbacks [] for security_group (2bd39e27-688a-457f-b5df-806ccb6c19f7), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.830473 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] For port e6fd390b-f956-4e2c-83d7-513d10140564, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:44:43.838652 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71a03df6-e39f-4348-bb51-c184e51fd256 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.848751 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] For port e6fd390b-f956-4e2c-83d7-513d10140564, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=e6fd390b-f956-4e2c-83d7-513d10140564,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:44:43.889215 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-53ab7dce-9ace-4990-8079-6b10a4f32ea4 None None] Provisioning complete for port e6fd390b-f956-4e2c-83d7-513d10140564 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:43.889696 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-53ab7dce-9ace-4990-8079-6b10a4f32ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.942072 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0024838-117c-4b53-b73e-8f776b016b77 admin admin] Publish callbacks [] for security_group (2bd39e27-688a-457f-b5df-806ccb6c19f7), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.948024 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5402716b-0ed2-4bff-abfa-365f2cd7c360 admin admin] Publish callbacks [] for security_group (6eb0a4fb-859e-49d5-b32b-5a91664c1ba0), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:43.979373 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.007921 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71a03df6-e39f-4348-bb51-c184e51fd256 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (699843dd-6de2-486b-8b09-8de340273473), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.025436 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5402716b-0ed2-4bff-abfa-365f2cd7c360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (6eb0a4fb-859e-49d5-b32b-5a91664c1ba0), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.084327 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5402716b-0ed2-4bff-abfa-365f2cd7c360 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c33cddb3981b4c04a16499d3ef146094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5731263 Mar 09 14:44:44.088796 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60662) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:44.160765 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71a03df6-e39f-4348-bb51-c184e51fd256 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (699843dd-6de2-486b-8b09-8de340273473), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.209328 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402716b-0ed2-4bff-abfa-365f2cd7c360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb0a4fb-859e-49d5-b32b-5a91664c1ba0,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:44.215710 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Allocated IP 172.27.2.91 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/b7a59ac2-2100-4608-a385-de91cf6e5fbf) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:44.321440 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a03df6-e39f-4348-bb51-c184e51fd256 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699843dd-6de2-486b-8b09-8de340273473,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:44.346617 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71a03df6-e39f-4348-bb51-c184e51fd256 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.358749 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-71a03df6-e39f-4348-bb51-c184e51fd256 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9598107 Mar 09 14:44:44.359341 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60668) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:44.361711 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-53ab7dce-9ace-4990-8079-6b10a4f32ea4 None None] Port e6fd390b-f956-4e2c-83d7-513d10140564 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:44:44.390454 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-1d5b764c-7941-4ef3-8884-b9085b5b37d0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group_rule': {'security_group_id': '699843dd-6de2-486b-8b09-8de340273473', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:44.569862 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:44:44.569862 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:44:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:44.569862 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 4793db87-cc66-402a-bd78-788de1e95d2f up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:44:44.569862 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513b12e-4e2f-486b-a691-39545ef03807 None None] Pushing event updated for resources: {'Port': ['ID=e6fd390b-f956-4e2c-83d7-513d10140564,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:44.608456 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1b3f79b3-7d97-4a3e-aeab-0c9d820174ce admin admin] Publish callbacks [] for security_group (6eb0a4fb-859e-49d5-b32b-5a91664c1ba0), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.678047 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1b3f79b3-7d97-4a3e-aeab-0c9d820174ce admin admin] Publish callbacks [] for security_group (6eb0a4fb-859e-49d5-b32b-5a91664c1ba0), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.767782 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a593b-b56d-4349-a263-1b27b662f414 req-447964b9-b98c-4329-b8a0-67d20d4afaa9 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:44.771311 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b1a593b-b56d-4349-a263-1b27b662f414 req-447964b9-b98c-4329-b8a0-67d20d4afaa9 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 932 time: 0.3387055 Mar 09 14:44:44.813651 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:44:44.853734 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d5b764c-7941-4ef3-8884-b9085b5b37d0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (f2e36239-a555-4d76-9c0b-94705cad8dd3), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.860286 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b1a593b-b56d-4349-a263-1b27b662f414 req-a7b98acb-a8ef-4219-97a9-d4d062c4dbbf tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817685 Mar 09 14:44:44.862948 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 4793db87-cc66-402a-bd78-788de1e95d2f triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:44.862948 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.921084 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-af0d55a9-dcaa-471e-9e55-485d41996975 None None] Provisioning complete for port e6fd390b-f956-4e2c-83d7-513d10140564 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:44.921441 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-af0d55a9-dcaa-471e-9e55-485d41996975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.957318 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0024838-117c-4b53-b73e-8f776b016b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2bd39e27-688a-457f-b5df-806ccb6c19f7), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.964558 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0024838-117c-4b53-b73e-8f776b016b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:44.966528 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f0024838-117c-4b53-b73e-8f776b016b77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bd39e27-688a-457f-b5df-806ccb6c19f7 HTTP/1.1" status: 204 len: 168 time: 1.6253181 Mar 09 14:44:44.994743 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0024838-117c-4b53-b73e-8f776b016b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd39e27-688a-457f-b5df-806ccb6c19f7,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:45.026236 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-536c8c9b-dacf-49a1-b061-5e0e66b09182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.027766 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d5b764c-7941-4ef3-8884-b9085b5b37d0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (f2e36239-a555-4d76-9c0b-94705cad8dd3), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.030173 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1b3f79b3-7d97-4a3e-aeab-0c9d820174ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (6eb0a4fb-859e-49d5-b32b-5a91664c1ba0), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.033494 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1b3f79b3-7d97-4a3e-aeab-0c9d820174ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.038688 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1b3f79b3-7d97-4a3e-aeab-0c9d820174ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6eb0a4fb-859e-49d5-b32b-5a91664c1ba0 HTTP/1.1" status: 204 len: 168 time: 0.9462650 Mar 09 14:44:45.046860 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f79b3-7d97-4a3e-aeab-0c9d820174ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb0a4fb-859e-49d5-b32b-5a91664c1ba0,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:45.081101 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d5b764c-7941-4ef3-8884-b9085b5b37d0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (f2e36239-a555-4d76-9c0b-94705cad8dd3), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.142008 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b764c-7941-4ef3-8884-b9085b5b37d0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e36239-a555-4d76-9c0b-94705cad8dd3,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:45.211523 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for port (b7a59ac2-2100-4608-a385-de91cf6e5fbf), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.218726 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:44:45.237909 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Publish callbacks [] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.241264 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d5b764c-7941-4ef3-8884-b9085b5b37d0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.247711 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1d5b764c-7941-4ef3-8884-b9085b5b37d0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8738477 Mar 09 14:44:45.251121 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60688) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:45.260503 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-de740a71-8502-4047-82fb-cbd4b59a4229 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group_rule': {'security_group_id': '699843dd-6de2-486b-8b09-8de340273473', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:45.274566 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Transition to ACTIVE for port object ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:44:45.351232 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.426202 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (b7a59ac2-2100-4608-a385-de91cf6e5fbf), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.437195 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-de740a71-8502-4047-82fb-cbd4b59a4229 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (da2fb7e0-34f6-484e-8533-23069355361a), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.497263 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:45.516648 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Pushing event updated for resources: {'Port': ['ID=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:45.522316 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 4793db87-cc66-402a-bd78-788de1e95d2f is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:45.525010 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:45.545289 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-af0d55a9-dcaa-471e-9e55-485d41996975 None None] Current status of the port e6fd390b-f956-4e2c-83d7-513d10140564 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:45.545897 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-af0d55a9-dcaa-471e-9e55-485d41996975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.548579 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:45.596816 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-de740a71-8502-4047-82fb-cbd4b59a4229 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (da2fb7e0-34f6-484e-8533-23069355361a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.609888 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-af0d55a9-dcaa-471e-9e55-485d41996975 None None] For port e6fd390b-f956-4e2c-83d7-513d10140564, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=e6fd390b-f956-4e2c-83d7-513d10140564,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:44:45.618913 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:43Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:45.647478 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1495aca3-ccd6-49eb-befd-8c4848032c07 None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:43Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:44:45.675410 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-de740a71-8502-4047-82fb-cbd4b59a4229 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (da2fb7e0-34f6-484e-8533-23069355361a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.700135 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-af0d55a9-dcaa-471e-9e55-485d41996975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.707362 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Attempting to bind port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:44:45.709478 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Attempting to bind port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '990dd8a2-edaf-4ca9-a649-7c9e3fe263c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e81de193-7469-4db7-a686-c1d8c24b6a65'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:44:45.709478 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Attempting to bind port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 on network e81de193-7469-4db7-a686-c1d8c24b6a65 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:44:45.750851 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (c672391d-5873-4252-833e-fbcade4d1bfe), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.779746 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 on network e81de193-7469-4db7-a686-c1d8c24b6a65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:44:45.781860 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Attempting to bind port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 on network e81de193-7469-4db7-a686-c1d8c24b6a65 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:44:45.787332 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de740a71-8502-4047-82fb-cbd4b59a4229 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2fb7e0-34f6-484e-8533-23069355361a,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:45.797126 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'Port': ['ID=b7a59ac2-2100-4608-a385-de91cf6e5fbf,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:45.825842 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:44:45.826264 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Checking segment: {'id': '990dd8a2-edaf-4ca9-a649-7c9e3fe263c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e81de193-7469-4db7-a686-c1d8c24b6a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:45.826922 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Bound using segment: {'id': '990dd8a2-edaf-4ca9-a649-7c9e3fe263c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e81de193-7469-4db7-a686-c1d8c24b6a65'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:44:45.827505 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Bound port: ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990dd8a2-edaf-4ca9-a649-7c9e3fe263c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e81de193-7469-4db7-a686-c1d8c24b6a65'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:44:45.827789 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.847052 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d55a9-dcaa-471e-9e55-485d41996975 None None] Pushing event updated for resources: {'Port': ['ID=e6fd390b-f956-4e2c-83d7-513d10140564,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:45.906328 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-de740a71-8502-4047-82fb-cbd4b59a4229 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:45.918370 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-de740a71-8502-4047-82fb-cbd4b59a4229 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6660378 Mar 09 14:44:45.921599 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60702) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:45.950238 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:45.979965 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] For port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:44:45.985650 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] For port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,segment=NetworkSegment(990dd8a2-edaf-4ca9-a649-7c9e3fe263c4),segment_id=990dd8a2-edaf-4ca9-a649-7c9e3fe263c4)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:44:46.037088 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b7a59ac2-2100-4608-a385-de91cf6e5fbf), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.151224 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c449952-0128-4df8-b8e1-752360143528 req-ba996f01-8ba5-4c62-b948-dad22ebfc745 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:46.160499 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7c449952-0128-4df8-b8e1-752360143528 req-ba996f01-8ba5-4c62-b948-dad22ebfc745 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.1144018 Mar 09 14:44:46.168972 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.177771 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.277139 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7c449952-0128-4df8-b8e1-752360143528 req-c13ef063-f9a7-4c0c-838c-c4b8f1d52f7d tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154041 Mar 09 14:44:46.315699 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:46.317357 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.323755 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] 10.222.0.16 "PUT /v2.0/ports/ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 HTTP/1.1" status: 200 len: 1094 time: 3.4551075 Mar 09 14:44:46.365166 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0', 'tag': 'ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:44:46.434202 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60708) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:46.504496 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ec498e11-f75e-406b-b585-f6f5885c3c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.580362 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d3870-2d1c-4e76-95fc-a008cfebb5ff service neutron] Pushing event updated for resources: {'Port': ['ID=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:46.581208 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device e6fd390b-f956-4e2c-83d7-513d10140564 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:44:46.603444 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60716) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:46.658410 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-afefad25-87c3-4811-a813-0a3b776eb33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.702058 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port e6fd390b-f956-4e2c-83d7-513d10140564 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:46.706987 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.729561 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.739263 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for port (b7a59ac2-2100-4608-a385-de91cf6e5fbf), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.787197 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ec498e11-f75e-406b-b585-f6f5885c3c67 admin admin] Publish callbacks [] for security_group (57648885-0204-4b04-a481-378d4521b587), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.822012 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (b7a59ac2-2100-4608-a385-de91cf6e5fbf), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.901497 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port e6fd390b-f956-4e2c-83d7-513d10140564 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:44:46.912215 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ec498e11-f75e-406b-b585-f6f5885c3c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (57648885-0204-4b04-a481-378d4521b587), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.916689 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (c672391d-5873-4252-833e-fbcade4d1bfe), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.924658 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Allocated IP 172.27.2.198 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/15143234-ec8e-4784-8f1f-49971287261e) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:46.975509 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-afefad25-87c3-4811-a813-0a3b776eb33f admin admin] Publish callbacks [] for security_group (dff3098f-4da5-4653-baba-cd322f4db467), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:46.990133 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'Port': ['ID=b7a59ac2-2100-4608-a385-de91cf6e5fbf,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:46.996866 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ec498e11-f75e-406b-b585-f6f5885c3c67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2848bd7c8c54815b94c5f3ffc4e834c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5389791 Mar 09 14:44:46.997782 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec498e11-f75e-406b-b585-f6f5885c3c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57648885-0204-4b04-a481-378d4521b587,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:47.000021 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60722) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:47.061804 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-15de84ef-c695-4896-a4cc-a543b1feea53 admin admin] Publish callbacks [] for security_group (57648885-0204-4b04-a481-378d4521b587), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.067431 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (15143234-ec8e-4784-8f1f-49971287261e), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.102843 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-15de84ef-c695-4896-a4cc-a543b1feea53 admin admin] Publish callbacks [] for security_group (57648885-0204-4b04-a481-378d4521b587), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.117119 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-afefad25-87c3-4811-a813-0a3b776eb33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (dff3098f-4da5-4653-baba-cd322f4db467), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.129670 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.139237 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8f9be032-2ef2-49e8-b362-1b3606ed5c4f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3923845 Mar 09 14:44:47.175903 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0", "tag": "ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:44:47.179049 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7072480e-6a64-44d8-994a-f0eed7e8f56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.198016 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-afefad25-87c3-4811-a813-0a3b776eb33f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e79385f2e024d789f05807a6f26a8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5780330 Mar 09 14:44:47.198439 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefad25-87c3-4811-a813-0a3b776eb33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff3098f-4da5-4653-baba-cd322f4db467,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:47.200017 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60734) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:47.226377 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (15143234-ec8e-4784-8f1f-49971287261e), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.282906 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-15de84ef-c695-4896-a4cc-a543b1feea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (57648885-0204-4b04-a481-378d4521b587), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.283057 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:47.286106 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-15de84ef-c695-4896-a4cc-a543b1feea53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.290622 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:47.294689 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-15de84ef-c695-4896-a4cc-a543b1feea53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57648885-0204-4b04-a481-378d4521b587 HTTP/1.1" status: 204 len: 168 time: 0.2905564 Mar 09 14:44:47.297976 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:47.302658 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de84ef-c695-4896-a4cc-a543b1feea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57648885-0204-4b04-a481-378d4521b587,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:47.314285 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=15143234-ec8e-4784-8f1f-49971287261e,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:47.404806 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce6921b8-19f7-4933-81a7-840959bde01c admin admin] Publish callbacks [] for security_group (dff3098f-4da5-4653-baba-cd322f4db467), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.506318 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce6921b8-19f7-4933-81a7-840959bde01c admin admin] Publish callbacks [] for security_group (dff3098f-4da5-4653-baba-cd322f4db467), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.552118 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (d0df06b0-587d-474a-a4ed-6e098b7edd1e), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.636151 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514bcf6-e7e5-47a1-a334-aad278f7a09f req-6c89890f-30ed-4d32-a9da-6e47f1c6d30f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:47.638036 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b514bcf6-e7e5-47a1-a334-aad278f7a09f req-6c89890f-30ed-4d32-a9da-6e47f1c6d30f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.2342403 Mar 09 14:44:47.724442 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45191ac4-db46-46d9-a572-51b961be3686 x-openstack-request-id: req-45191ac4-db46-46d9-a572-51b961be3686 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:44:47.724999 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0", "tag": "ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:44:47.725493 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45191ac4-db46-46d9-a572-51b961be3686 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:44:47.725967 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0', 'tag': 'ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430', 'status': 'completed', 'code': 200} Mar 09 14:44:47.802150 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b514bcf6-e7e5-47a1-a334-aad278f7a09f req-2bad08bb-f67b-477d-ab35-e19c80c50ab7 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565533 Mar 09 14:44:47.835815 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce6921b8-19f7-4933-81a7-840959bde01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (dff3098f-4da5-4653-baba-cd322f4db467), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.838772 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce6921b8-19f7-4933-81a7-840959bde01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.839937 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ce6921b8-19f7-4933-81a7-840959bde01c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dff3098f-4da5-4653-baba-cd322f4db467 HTTP/1.1" status: 204 len: 168 time: 0.6390159 Mar 09 14:44:47.842662 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (15143234-ec8e-4784-8f1f-49971287261e), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:47.865149 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60760) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:47.891158 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6921b8-19f7-4933-81a7-840959bde01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff3098f-4da5-4653-baba-cd322f4db467,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:47.970994 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-97ae06c6-9b5b-4b1a-bbf8-1490317ae747 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--493825303&fields=id&tenant_id=9b8a862425b540e7a8f8cd3594f59d02 HTTP/1.1" status: 200 len: 267 time: 0.1198819 Mar 09 14:44:48.198086 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-016d777e-c5bf-48c3-8680-276ac28dc6a1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:48.199596 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-016d777e-c5bf-48c3-8680-276ac28dc6a1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 815 time: 0.2162511 Mar 09 14:44:48.216110 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (15143234-ec8e-4784-8f1f-49971287261e), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.226350 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-2480c0ed-af5d-40da-b3ed-e14f77a3e644 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/quotas/9b8a862425b540e7a8f8cd3594f59d02 HTTP/1.1" status: 200 len: 375 time: 0.0199099 Mar 09 14:44:48.254571 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5bf17ee7-4997-4a36-9a39-dba3bb612624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.275369 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.321979 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (15143234-ec8e-4784-8f1f-49971287261e), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.398682 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5bf17ee7-4997-4a36-9a39-dba3bb612624 admin admin] Publish callbacks [] for security_group (f62ef9c0-07ab-41fe-94d0-f0b7992402f5), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.426915 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (d0df06b0-587d-474a-a4ed-6e098b7edd1e), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.478406 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=15143234-ec8e-4784-8f1f-49971287261e,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:48.487224 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-b4460970-57e6-4d92-8ac6-d7f5ec2e2d9a tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2415702 Mar 09 14:44:48.509588 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5bf17ee7-4997-4a36-9a39-dba3bb612624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (f62ef9c0-07ab-41fe-94d0-f0b7992402f5), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.578243 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf17ee7-4997-4a36-9a39-dba3bb612624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62ef9c0-07ab-41fe-94d0-f0b7992402f5,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:48.601343 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5bf17ee7-4997-4a36-9a39-dba3bb612624 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6434cdd513248709d5714cf77f72ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7345734 Mar 09 14:44:48.605186 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60784) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:48.632023 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.641943 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-89b92e87-735f-49ed-8463-59e437e3e514 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7110419 Mar 09 14:44:48.727192 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-beb48b9c-efc8-4ee4-a0be-f27e7cace648 admin admin] Publish callbacks [] for security_group (f62ef9c0-07ab-41fe-94d0-f0b7992402f5), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.730844 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-59c0ba59-b7bd-4ee6-b641-9bb5e4108607 service neutron] 10.222.0.20 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114663 Mar 09 14:44:48.766754 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-beb48b9c-efc8-4ee4-a0be-f27e7cace648 admin admin] Publish callbacks [] for security_group (f62ef9c0-07ab-41fe-94d0-f0b7992402f5), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.919880 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-b9bf69d3-dec8-4f74-b876-316f40be17de service neutron] 10.222.0.20 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856298 Mar 09 14:44:48.975347 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-beb48b9c-efc8-4ee4-a0be-f27e7cace648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (f62ef9c0-07ab-41fe-94d0-f0b7992402f5), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.979610 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-beb48b9c-efc8-4ee4-a0be-f27e7cace648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:48.981228 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-beb48b9c-efc8-4ee4-a0be-f27e7cace648 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f62ef9c0-07ab-41fe-94d0-f0b7992402f5 HTTP/1.1" status: 204 len: 168 time: 0.3750925 Mar 09 14:44:49.003152 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb48b9c-efc8-4ee4-a0be-f27e7cace648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62ef9c0-07ab-41fe-94d0-f0b7992402f5,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:49.043861 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e4ef5-d299-41db-bca2-39d57cf6813d req-9d510cf6-9b5b-4891-9049-c327773f9f3e tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:49.043861 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a44e4ef5-d299-41db-bca2-39d57cf6813d req-9d510cf6-9b5b-4891-9049-c327773f9f3e tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.1062133 Mar 09 14:44:49.168151 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a44e4ef5-d299-41db-bca2-39d57cf6813d req-05945f3d-f12f-4603-844a-1656146d3214 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042559 Mar 09 14:44:49.310516 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fc9d8a19-43c7-4fad-8429-eb114b48c3e6 req-0348db98-6e89-445a-bac1-2475a60f7e58 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 210 time: 0.0586662 Mar 09 14:44:49.369015 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-648a5048-7db9-47b0-b81c-1e8057534d25 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--417553595&fields=id&tenant_id=bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 267 time: 0.0573797 Mar 09 14:44:49.521976 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-9a4e2247-d5cc-4949-b283-ec9441db705a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:49.528939 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-9a4e2247-d5cc-4949-b283-ec9441db705a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 814 time: 0.1508651 Mar 09 14:44:49.540221 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-90a2efbc-f7b5-4f22-bbcd-27ad351f7127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/quotas/bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 375 time: 0.0105076 Mar 09 14:44:49.652407 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-3fdf31f6-8a7a-45da-b5e8-aba2a7f33ae2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063926 Mar 09 14:44:49.677625 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:49.726532 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-221d3a12-24f0-4cd3-946f-0c41acd2b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:49.728372 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-221d3a12-24f0-4cd3-946f-0c41acd2b849 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4be6e85610cd4c0b9fbeb97b673247f1&device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 1128 time: 0.1044328 Mar 09 14:44:49.757911 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60856) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:50.014224 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-450455f4-65b2-48ff-ac34-0aa0e2f719b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:50.126712 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-450455f4-65b2-48ff-ac34-0aa0e2f719b6 admin admin] Publish callbacks [] for security_group (d3094eb3-a082-4f61-b1bd-1001230b9135), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:50.212551 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-450455f4-65b2-48ff-ac34-0aa0e2f719b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d3094eb3-a082-4f61-b1bd-1001230b9135), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:50.316171 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60888) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:50.316548 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-450455f4-65b2-48ff-ac34-0aa0e2f719b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41aac3269c0f4f60a6bebd0c8b9f20a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5640390 Mar 09 14:44:50.331096 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450455f4-65b2-48ff-ac34-0aa0e2f719b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3094eb3-a082-4f61-b1bd-1001230b9135,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:50.449376 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8a24b08c-8fc8-4d4b-ba47-72b06fb0cb72 admin admin] Publish callbacks [] for security_group (d3094eb3-a082-4f61-b1bd-1001230b9135), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:50.467437 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-281b2c79-f8ba-4cec-ab04-3c464486253d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:44:50.483463 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-281b2c79-f8ba-4cec-ab04-3c464486253d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4413409 Mar 09 14:44:50.531501 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8a24b08c-8fc8-4d4b-ba47-72b06fb0cb72 admin admin] Publish callbacks [] for security_group (d3094eb3-a082-4f61-b1bd-1001230b9135), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:50.628474 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b30af-7e99-4ca4-b528-75b465a1e0df req-8e0cb07c-99c4-4a1d-aa8d-8203773059dd tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:50.630316 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-423b30af-7e99-4ca4-b528-75b465a1e0df req-8e0cb07c-99c4-4a1d-aa8d-8203773059dd tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.3116267 Mar 09 14:44:50.753309 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-bdda221a-c76b-4ed8-b19f-443f92360070 service neutron] 10.222.0.20 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636499 Mar 09 14:44:50.756762 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-423b30af-7e99-4ca4-b528-75b465a1e0df req-7992999c-63af-4538-803e-c47b4c1aac9d tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185904 Mar 09 14:44:50.772262 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-c0572df9-4f76-4658-9427-3d1d7d7db233 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 HTTP/1.1" status: 200 len: 217 time: 0.1527967 Mar 09 14:44:50.839521 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8a24b08c-8fc8-4d4b-ba47-72b06fb0cb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d3094eb3-a082-4f61-b1bd-1001230b9135), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:50.843508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8a24b08c-8fc8-4d4b-ba47-72b06fb0cb72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:50.845312 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8a24b08c-8fc8-4d4b-ba47-72b06fb0cb72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3094eb3-a082-4f61-b1bd-1001230b9135 HTTP/1.1" status: 204 len: 168 time: 0.5278335 Mar 09 14:44:50.875942 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24b08c-8fc8-4d4b-ba47-72b06fb0cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3094eb3-a082-4f61-b1bd-1001230b9135,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:50.949508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-e55ea540-0742-499a-be2a-68c6f9fc86e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:50.951050 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-e55ea540-0742-499a-be2a-68c6f9fc86e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e195a8eb-0c9a-4ade-855a-7353b5797a51 HTTP/1.1" status: 200 len: 852 time: 0.0999658 Mar 09 14:44:50.967602 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-75a37fca-0d59-420d-9372-8b8259147b7c service neutron] 10.222.0.20 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058749 Mar 09 14:44:50.985061 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a853bf94-f13a-4920-8a58-35e8a8196045 req-dea364c1-695c-4ba7-9b96-d1a2bc64a095 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 210 time: 0.1766737 Mar 09 14:44:51.079875 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-38d0e245-6fbb-46fa-a7c5-7e07a9958b41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e81de193-7469-4db7-a686-c1d8c24b6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852225 Mar 09 14:44:51.193861 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60918) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:51.219064 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:51.279270 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-ce609173-dae9-446e-a225-1a17f55cf460 service neutron] 10.222.0.16 "GET /v2.0/networks/e81de193-7469-4db7-a686-c1d8c24b6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944118 Mar 09 14:44:51.410532 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-45a7c674-0b48-402e-92ac-5b45c727c93c req-a7767057-d5ba-4b84-b55d-ab2086db4f0a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 210 time: 0.0486624 Mar 09 14:44:51.713186 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-753270859-network', 'tenant_id': '17dea288bd2e4e5e8bf4b96562e8cab2'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:51.859965 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Made reservation on behalf of 17dea288bd2e4e5e8bf4b96562e8cab2 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:51.863875 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:51.933138 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.033405 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf9817-0434-4054-ba21-f5126ac7a58c req-7cddddb3-767c-4a83-bf29-172f9a514d7b tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:52.035137 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0adf9817-0434-4054-ba21-f5126ac7a58c req-7cddddb3-767c-4a83-bf29-172f9a514d7b tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.1457989 Mar 09 14:44:52.088169 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 60956) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:52.122975 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9e458a75-0305-41e5-96ff-0629dc15f71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.150892 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Publish callbacks [] for security_group (d3072057-050c-4688-b7e8-330654071afb), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.155871 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0adf9817-0434-4054-ba21-f5126ac7a58c req-0f4dbd33-cfef-49a6-ad77-00c46db2a82a tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129646 Mar 09 14:44:52.220994 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b78d12b0-470e-4cd0-b938-dd22737a4266 req-e3fe04ec-83b3-4720-839b-87071d8ab7d7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 210 time: 0.0387304 Mar 09 14:44:52.299724 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d3072057-050c-4688-b7e8-330654071afb), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.328306 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cf0c1d3c-3d31-49ba-92e1-2a4e8d6ab71e req-e6246647-9b64-4b8d-9671-1806b06aa1d8 service neutron] 10.222.0.16 "GET /v2.0/networks/e81de193-7469-4db7-a686-c1d8c24b6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635563 Mar 09 14:44:52.351715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9e458a75-0305-41e5-96ff-0629dc15f71e admin admin] Publish callbacks [] for security_group (1d6732fa-206f-4c36-97a9-bde6bb358976), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.386514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:44:52.403245 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3072057-050c-4688-b7e8-330654071afb,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:52.418163 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9e458a75-0305-41e5-96ff-0629dc15f71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (1d6732fa-206f-4c36-97a9-bde6bb358976), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.424425 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (58cc0e4b-fb70-468b-afd8-6c7a1e97e8b5), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.424991 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Added segment 58cc0e4b-fb70-468b-afd8-6c7a1e97e8b5 of type vlan for network 578e8c17-4b99-49cd-993f-7d45bf28370c Mar 09 14:44:52.548402 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4b68cc7d-5305-4ba3-b39b-b76809cff3c9 req-8e6c96f7-acb9-4f7f-95a3-0c6e044430af tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 210 time: 0.0307009 Mar 09 14:44:52.548402 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60974) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:52.553794 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9e458a75-0305-41e5-96ff-0629dc15f71e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4160e21ae1b427f97d590b89bc837a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4643078 Mar 09 14:44:52.588619 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (578e8c17-4b99-49cd-993f-7d45bf28370c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.590459 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e458a75-0305-41e5-96ff-0629dc15f71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6732fa-206f-4c36-97a9-bde6bb358976,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:52.633393 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ee206ed7-9432-4787-886e-141dbffb71c6 admin admin] Publish callbacks [] for security_group (1d6732fa-206f-4c36-97a9-bde6bb358976), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.656841 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ee206ed7-9432-4787-886e-141dbffb71c6 admin admin] Publish callbacks [] for security_group (1d6732fa-206f-4c36-97a9-bde6bb358976), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.666715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0 req-7bc1d2ed-d040-49b2-9587-986fc83accf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:52.673340 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0 req-7bc1d2ed-d040-49b2-9587-986fc83accf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4be6e85610cd4c0b9fbeb97b673247f1&device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 1128 time: 0.0750878 Mar 09 14:44:52.812452 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (578e8c17-4b99-49cd-993f-7d45bf28370c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.813487 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:52.814127 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.862434 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ee206ed7-9432-4787-886e-141dbffb71c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (1d6732fa-206f-4c36-97a9-bde6bb358976), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.870032 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ee206ed7-9432-4787-886e-141dbffb71c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:52.870032 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ee206ed7-9432-4787-886e-141dbffb71c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d6732fa-206f-4c36-97a9-bde6bb358976 HTTP/1.1" status: 204 len: 168 time: 0.3141651 Mar 09 14:44:52.888868 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee206ed7-9432-4787-886e-141dbffb71c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6732fa-206f-4c36-97a9-bde6bb358976,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:53.120537 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9152265 Mar 09 14:44:53.120537 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be659e-fafe-409e-999f-6af6da3dec1d admin admin] Pushing event updated for resources: {'Network': ['ID=578e8c17-4b99-49cd-993f-7d45bf28370c,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:53.120537 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 60986) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:53.120537 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Request body: {'subnet': {'network_id': '578e8c17-4b99-49cd-993f-7d45bf28370c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-753270859-subnet', 'tenant_id': '17dea288bd2e4e5e8bf4b96562e8cab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:53.120819 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 578e8c17-4b99-49cd-993f-7d45bf28370c details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:44:53.123527 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0 req-fa3dbd88-0736-44ba-98eb-02886d5630a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:53.125055 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0 req-fa3dbd88-0736-44ba-98eb-02886d5630a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e81de193-7469-4db7-a686-c1d8c24b6a65 HTTP/1.1" status: 200 len: 913 time: 0.4083352 Mar 09 14:44:53.237352 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Made reservation on behalf of 17dea288bd2e4e5e8bf4b96562e8cab2 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:53.239770 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:53.380481 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8dcd70bf-c94d-4873-b386-115353e8a177 req-25c0571e-91b5-4637-be1d-c7f837d45a12 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 210 time: 0.0437722 Mar 09 14:44:53.388648 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01c8d5-1af8-48ea-aed1-a61e703754e6 req-e1463794-273d-4340-9025-a659ed0367f0 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:53.405338 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2a01c8d5-1af8-48ea-aed1-a61e703754e6 req-e1463794-273d-4340-9025-a659ed0367f0 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.1785116 Mar 09 14:44:53.495745 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2a01c8d5-1af8-48ea-aed1-a61e703754e6 req-daf8a1c0-1c24-4db2-aa45-d22c64d5e972 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855026 Mar 09 14:44:53.612582 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (f780b5e6-f6ad-4458-819c-ff43df32a16b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:53.706396 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-793c6aee-0711-4321-b8a4-5c9e85b09093 req-622c0b7b-08c1-493e-a59b-86a6b6475863 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 210 time: 0.0710270 Mar 09 14:44:53.734379 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Checking segment: {'id': '58cc0e4b-fb70-468b-afd8-6c7a1e97e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '578e8c17-4b99-49cd-993f-7d45bf28370c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:53.734740 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Network hostable DHCP agents. Network: 578e8c17-4b99-49cd-993f-7d45bf28370c, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:44:53.736686 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f780b5e6-f6ad-4458-819c-ff43df32a16b,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:53.846714 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Network 578e8c17-4b99-49cd-993f-7d45bf28370c is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:44:53.943808 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 578e8c17-4b99-49cd-993f-7d45bf28370c) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:53.948128 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:53.948754 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:53.954175 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711f0ed3-4151-4d5c-89ab-36d49e36a783 None None] Network 578e8c17-4b99-49cd-993f-7d45bf28370c requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:44:54.046823 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-109a18e9-f190-4bd7-9fbc-370344ddbefb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9374046 Mar 09 14:44:54.061926 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adbaaa3-8b1d-4fde-8a7c-8acc2fe85210 None None] Network 578e8c17-4b99-49cd-993f-7d45bf28370c requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:44:54.497997 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6133bc77-db4f-4193-bf2c-1b7d0b32547f req-5a53bef3-c637-4364-bf7c-bd06082cb132 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 210 time: 0.0317247 Mar 09 14:44:54.627345 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0a9c1-bc91-4fda-9623-c40b567ca96b req-56d88f3f-e352-4eb7-9efc-a8998de08f44 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:54.629164 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e9f0a9c1-bc91-4fda-9623-c40b567ca96b req-56d88f3f-e352-4eb7-9efc-a8998de08f44 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0583134 Mar 09 14:44:54.687593 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e9f0a9c1-bc91-4fda-9623-c40b567ca96b req-10824bef-bba2-4f65-ad12-0952715baa58 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Mar 09 14:44:54.813198 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8e56baa6-9f58-4ff2-bc6c-f5dcb93df763 req-6cbf49ac-5e07-4d32-b165-d54debfdad6f tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 210 time: 0.0325358 Mar 09 14:44:55.166203 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 32846) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:55.170910 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1975403253-network', 'tenant_id': 'b4d21914f7314bc18f9c605453aea3c2'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:55.259816 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Made reservation on behalf of b4d21914f7314bc18f9c605453aea3c2 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:55.262186 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:55.270802 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:55.343781 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Publish callbacks [] for security_group (54b015c3-45ff-4ecc-b505-66ade22ffc74), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:55.408449 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (54b015c3-45ff-4ecc-b505-66ade22ffc74), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:55.430612 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:44:55.443776 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b015c3-45ff-4ecc-b505-66ade22ffc74,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:55.449878 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (88fe21c0-fe91-4b32-9810-761a4586dea3), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:55.450223 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Added segment 88fe21c0-fe91-4b32-9810-761a4586dea3 of type vlan for network e200d6c3-445c-4d17-9348-e38fd704dd03 Mar 09 14:44:55.493531 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (e200d6c3-445c-4d17-9348-e38fd704dd03), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:55.591289 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (e200d6c3-445c-4d17-9348-e38fd704dd03), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:55.593051 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:55.593990 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:55.624534 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f8fea6d8-b65a-46fd-acda-bc98989174a6 req-53992d53-d520-4647-afbc-00409a1fea11 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 210 time: 0.0426440 Mar 09 14:44:55.695371 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] Pushing event updated for resources: {'Network': ['ID=e200d6c3-445c-4d17-9348-e38fd704dd03,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:55.704904 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network e200d6c3-445c-4d17-9348-e38fd704dd03 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:44:55.791327 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-fe6b8c1a-6636-494d-a097-5c179649e6a2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6240182 Mar 09 14:44:55.794135 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 32864) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:55.799773 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Request body: {'subnet': {'network_id': 'e200d6c3-445c-4d17-9348-e38fd704dd03', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1975403253-subnet', 'tenant_id': 'b4d21914f7314bc18f9c605453aea3c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:55.899319 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d082dd-f2ff-4839-a6ae-d9c8289f4e3f req-2a3b9c3e-c134-4a60-9e55-789c0f33f751 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:55.900946 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-96d082dd-f2ff-4839-a6ae-d9c8289f4e3f req-2a3b9c3e-c134-4a60-9e55-789c0f33f751 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.1234372 Mar 09 14:44:55.908546 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Made reservation on behalf of b4d21914f7314bc18f9c605453aea3c2 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:55.911533 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:55.974784 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2c893db2-03e9-426d-811f-a178d0ab0d3e req-9cd9af53-14a3-43ab-9158-21331f8fa22a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 210 time: 0.0535033 Mar 09 14:44:56.056865 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-96d082dd-f2ff-4839-a6ae-d9c8289f4e3f req-b7efd1ae-4154-4082-82d4-9e2e4dff6fce tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326830 Mar 09 14:44:56.288624 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (8a59f759-27bc-44c9-a85b-dd4fa74d8906), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:56.345587 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0 req-78eb6273-a7fe-4f2d-87da-aff2d81d346a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 HTTP/1.1" status: 200 len: 217 time: 0.0399148 Mar 09 14:44:56.351410 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a59f759-27bc-44c9-a85b-dd4fa74d8906,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:56.363321 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Checking segment: {'id': '88fe21c0-fe91-4b32-9810-761a4586dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e200d6c3-445c-4d17-9348-e38fd704dd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:56.363681 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Network hostable DHCP agents. Network: e200d6c3-445c-4d17-9348-e38fd704dd03, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:44:56.397938 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0 req-523a5082-27a8-44fd-bf4a-bb58c31bc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:56.399427 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0 req-523a5082-27a8-44fd-bf4a-bb58c31bc1e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e195a8eb-0c9a-4ade-855a-7353b5797a51 HTTP/1.1" status: 200 len: 852 time: 0.0469146 Mar 09 14:44:56.434805 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0 req-45382167-91b0-4bd4-8ed9-97c7d49b70e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e81de193-7469-4db7-a686-c1d8c24b6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258648 Mar 09 14:44:56.471538 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Network e200d6c3-445c-4d17-9348-e38fd704dd03 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:44:56.534401 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, e200d6c3-445c-4d17-9348-e38fd704dd03) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:56.534635 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0 req-4a31e05b-a857-4112-a8e3-2f5966a23d29 service neutron] 10.222.0.16 "GET /v2.0/networks/e81de193-7469-4db7-a686-c1d8c24b6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873003 Mar 09 14:44:56.551532 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:56.551532 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:56.552328 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde62dc-b91f-4e8e-9edb-9747b38e0665 None None] Network e200d6c3-445c-4d17-9348-e38fd704dd03 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:44:56.632373 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1742c46d-553c-4e7f-aade-6a52eee1244b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8310549 Mar 09 14:44:56.633708 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6367fd19-1ee0-49e0-a1db-7fb7a6342fe0 req-351ef36b-0591-4ab7-93fa-a8b53dda82b5 service neutron] 10.222.0.16 "GET /v2.0/networks/e81de193-7469-4db7-a686-c1d8c24b6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907056 Mar 09 14:44:56.648161 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e74ae7e-b94d-4bad-8e70-e22489f5c635 None None] Network e200d6c3-445c-4d17-9348-e38fd704dd03 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:44:56.745385 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f6c68b0a-ad0e-412e-a9f2-2ab949f7e836 req-8a2048b1-c07f-46b4-80da-68b21711cbf0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 210 time: 0.0347862 Mar 09 14:44:56.805051 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 32886) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:56.852120 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9df1ff-0015-473d-8839-c3b98a0b8ebc admin admin] Deleting subnet f780b5e6-f6ad-4458-819c-ff43df32a16b {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:44:56.876623 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4a9df1ff-0015-473d-8839-c3b98a0b8ebc admin admin] Publish callbacks [] for subnet (f780b5e6-f6ad-4458-819c-ff43df32a16b), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:56.913258 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4a9df1ff-0015-473d-8839-c3b98a0b8ebc admin admin] Publish callbacks [] for subnet (f780b5e6-f6ad-4458-819c-ff43df32a16b), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:56.922817 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4a9df1ff-0015-473d-8839-c3b98a0b8ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (f780b5e6-f6ad-4458-819c-ff43df32a16b), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:57.115574 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8252b89a-50e4-4590-9428-cd40816ae943 req-04a3243e-1dd1-41e0-9219-6bae8cbccb21 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 210 time: 0.0605559 Mar 09 14:44:57.167769 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4a9df1ff-0015-473d-8839-c3b98a0b8ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (f780b5e6-f6ad-4458-819c-ff43df32a16b), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:57.226154 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4a9df1ff-0015-473d-8839-c3b98a0b8ebc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:57.231647 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4a9df1ff-0015-473d-8839-c3b98a0b8ebc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f780b5e6-f6ad-4458-819c-ff43df32a16b HTTP/1.1" status: 204 len: 168 time: 0.4233403 Mar 09 14:44:57.231992 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 32914) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:57.234639 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9df1ff-0015-473d-8839-c3b98a0b8ebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f780b5e6-f6ad-4458-819c-ff43df32a16b,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:57.243040 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-1fdcfbff-83a7-422b-8966-74a5ac58c56f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:57.246353 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-1fdcfbff-83a7-422b-8966-74a5ac58c56f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.16 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 815 time: 0.1593673 Mar 09 14:44:57.315402 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (578e8c17-4b99-49cd-993f-7d45bf28370c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:57.348983 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835c809-bf07-409e-964c-bc329e8adcef req-5dd7dd61-2153-4e5f-b242-277139d19bb3 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:57.350568 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a835c809-bf07-409e-964c-bc329e8adcef req-5dd7dd61-2153-4e5f-b242-277139d19bb3 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.1956012 Mar 09 14:44:57.352137 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-c84a2bd2-7f06-4f5b-8a15-b647d4150695 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8a862425b540e7a8f8cd3594f59d02 HTTP/1.1" status: 200 len: 379 time: 0.0974753 Mar 09 14:44:57.362682 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'port': {'device_id': '2037abc0-19d1-43b9-835d-84db28b5b606', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'admin_state_up': True, 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'security_groups': ['58b72412-0cec-43c9-b80c-320bf3f49168']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:57.442449 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (578e8c17-4b99-49cd-993f-7d45bf28370c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:57.486882 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a835c809-bf07-409e-964c-bc329e8adcef req-ffb2cf66-f392-497f-a3a9-f335a6d2fb7c tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091762 Mar 09 14:44:57.490149 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.490548 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.491389 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.491726 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > port after_create 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.492123 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > port after_delete 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.492468 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > port after_update 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.502342 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.502342 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.502342 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.502342 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.604471 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.16', 64215) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:57.628144 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Made reservation on behalf of 9b8a862425b540e7a8f8cd3594f59d02 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:57.631804 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:57.817145 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-70fda4fc-9ebe-45ea-95db-ead6053db276 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:57.818609 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-70fda4fc-9ebe-45ea-95db-ead6053db276 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 814 time: 0.2130983 Mar 09 14:44:57.827320 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.828227 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.828733 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.829295 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:44:57.829819 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578e8c17-4b99-49cd-993f-7d45bf28370c']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:57.855651 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cc0e4b-fb70-468b-afd8-6c7a1e97e8b5') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:57.856460 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cc0e4b-fb70-468b-afd8-6c7a1e97e8b5') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:57.864612 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Allocated IP 172.20.0.8 (22b50098-231e-4eaf-af19-c11841a316ba/9e008751-faf4-45d1-97a4-817758a87c2b/824eb34c-2615-41a5-8a24-1ad6f4c309b9) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:57.885738 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13986404'] for segment (58cc0e4b-fb70-468b-afd8-6c7a1e97e8b5), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:57.913640 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-66a989b5-9e6d-4014-bcd3-7372ac0a07da req-3e62d70c-0946-4d7a-b319-ad3ba7ad2e03 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 210 time: 0.0526454 Mar 09 14:44:57.917853 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-5693b931-85f2-49ad-9416-e5ec961c92be tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 379 time: 0.0870945 Mar 09 14:44:57.925087 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (58cc0e4b-fb70-468b-afd8-6c7a1e97e8b5), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:57.931417 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'port': {'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'admin_state_up': True, 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'security_groups': ['699843dd-6de2-486b-8b09-8de340273473']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:57.933762 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:44:57.934155 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13132489'] for segment (58cc0e4b-fb70-468b-afd8-6c7a1e97e8b5), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: from cryptography.utils import int_from_bytes Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: from cryptography.utils import int_from_bytes Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: Traceback (most recent call last): Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: timer() Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: cb(*args, **kw) Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: return func(*args, **kwargs) Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: self._notify() Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: self.callback(batched_events) Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: event.method(event) Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: return f(self, *a, **k) Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._get(url).json() Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:44:57.954909 dv-cinder-830086-3-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:44:58.122140 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.134189 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (578e8c17-4b99-49cd-993f-7d45bf28370c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.141427 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.144674 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] 10.222.0.20 "DELETE /v2.0/networks/578e8c17-4b99-49cd-993f-7d45bf28370c HTTP/1.1" status: 204 len: 168 time: 0.9118707 Mar 09 14:44:58.148552 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 32938) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:58.163500 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cd22a-35e6-4f70-854c-60d5460d168f admin admin] Pushing event deleted for resources: {'Network': ['ID=578e8c17-4b99-49cd-993f-7d45bf28370c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:58.208003 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9bd5c4-91c5-443b-ae0c-367aa84cdb5a admin admin] Deleting subnet 8a59f759-27bc-44c9-a85b-dd4fa74d8906 {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:44:58.212201 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd5c4-91c5-443b-ae0c-367aa84cdb5a admin admin] Publish callbacks [] for subnet (8a59f759-27bc-44c9-a85b-dd4fa74d8906), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.229916 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1e52ce44-e4f1-41c4-a2bc-06a28c441f11 req-77f9f921-3aef-4713-9369-dbf52b154975 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 210 time: 0.0326257 Mar 09 14:44:58.231236 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Made reservation on behalf of bf76a9d88a8a42c28c8f2616b82675d0 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:44:58.234301 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.271874 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd5c4-91c5-443b-ae0c-367aa84cdb5a admin admin] Publish callbacks [] for subnet (8a59f759-27bc-44c9-a85b-dd4fa74d8906), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.305861 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.327413 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd5c4-91c5-443b-ae0c-367aa84cdb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (8a59f759-27bc-44c9-a85b-dd4fa74d8906), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.430627 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Network 22b50098-231e-4eaf-af19-c11841a316ba is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:58.438514 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:58.443723 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:58.474514 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Allocated IP 172.20.0.10 (9d7fd99d-9010-431c-8d9a-debb68cefb68/716d55f1-12e3-4df0-8873-3342175b3a93/111918c6-3ae6-43b0-8bc1-47b1196ba336) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:44:58.480014 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:58.485090 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:58.485701 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.566514 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd5c4-91c5-443b-ae0c-367aa84cdb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (8a59f759-27bc-44c9-a85b-dd4fa74d8906), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.619826 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decff87-705d-4097-97fe-494d7c78cd66 req-33a1f296-0742-49ea-9072-c8f470b48594 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:58.621495 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2decff87-705d-4097-97fe-494d7c78cd66 req-33a1f296-0742-49ea-9072-c8f470b48594 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0636768 Mar 09 14:44:58.635387 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8d9bd5c4-91c5-443b-ae0c-367aa84cdb5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.638630 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8d9bd5c4-91c5-443b-ae0c-367aa84cdb5a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a59f759-27bc-44c9-a85b-dd4fa74d8906 HTTP/1.1" status: 204 len: 168 time: 0.4891055 Mar 09 14:44:58.641536 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 32954) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:58.641932 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-e60cb55d-e1b6-41e4-bd79-5d4c102c331f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2829976 Mar 09 14:44:58.646758 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bd5c4-91c5-443b-ae0c-367aa84cdb5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a59f759-27bc-44c9-a85b-dd4fa74d8906,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:58.657654 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Request body: {'port': {'device_id': '2037abc0-19d1-43b9-835d-84db28b5b606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:44:58.719007 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.739884 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (e200d6c3-445c-4d17-9348-e38fd704dd03), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.744226 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2decff87-705d-4097-97fe-494d7c78cd66 req-9540969e-6960-47c8-a887-b4f09a43a06c tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165092 Mar 09 14:44:58.751518 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.762082 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-2d1c537a-deb4-4a5a-a221-2cf665bf4738 None None] Provisioning complete for port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:58.763128 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2d1c537a-deb4-4a5a-a221-2cf665bf4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.805418 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c537a-deb4-4a5a-a221-2cf665bf4738 None None] Port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:44:58.846545 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (e200d6c3-445c-4d17-9348-e38fd704dd03), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.873485 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e200d6c3-445c-4d17-9348-e38fd704dd03']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:58.873835 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.886258 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fe21c0-fe91-4b32-9810-761a4586dea3') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:58.886673 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fe21c0-fe91-4b32-9810-761a4586dea3') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:44:58.897091 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13986404'] for segment (88fe21c0-fe91-4b32-9810-761a4586dea3), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.911365 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (88fe21c0-fe91-4b32-9810-761a4586dea3), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.919873 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:44:58.922071 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13132489'] for segment (88fe21c0-fe91-4b32-9810-761a4586dea3), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: Traceback (most recent call last): Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: timer() Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: cb(*args, **kw) Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: return func(*args, **kwargs) Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: self._notify() Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: self.callback(batched_events) Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: event.method(event) Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: return f(self, *a, **k) Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._get(url).json() Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:44:58.922569 dv-cinder-830086-3-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:44:58.924156 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:44:58.933761 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:44:58.937778 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:44:58.942967 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:58.943592 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:58.951560 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=111918c6-3ae6-43b0-8bc1-47b1196ba336,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:59.093441 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caf00f-85ae-43a2-aeab-36a7bce99279 req-53893217-ad4d-4a9c-a54d-58d5cec95b4a tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:59.095444 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c0caf00f-85ae-43a2-aeab-36a7bce99279 req-53893217-ad4d-4a9c-a54d-58d5cec95b4a tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 931 time: 0.0853152 Mar 09 14:44:59.127125 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-61fa0e44-4e94-43e3-8cfe-2faf89713dd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2007580 Mar 09 14:44:59.145546 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (e200d6c3-445c-4d17-9348-e38fd704dd03), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:59.171578 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:59.183229 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] 10.222.0.20 "DELETE /v2.0/networks/e200d6c3-445c-4d17-9348-e38fd704dd03 HTTP/1.1" status: 204 len: 168 time: 0.5379391 Mar 09 14:44:59.203138 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fdae1-694b-48d6-8e80-dbe734abe9da admin admin] Pushing event deleted for resources: {'Network': ['ID=e200d6c3-445c-4d17-9348-e38fd704dd03,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:59.228115 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c0caf00f-85ae-43a2-aeab-36a7bce99279 req-b723a2c3-786b-4ae4-aae0-fe40fdbeecd6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216536 Mar 09 14:44:59.235964 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-f6da9d0e-ac8c-486a-8122-13ca72195fec None None] Provisioning complete for port 111918c6-3ae6-43b0-8bc1-47b1196ba336 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:44:59.236429 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f6da9d0e-ac8c-486a-8122-13ca72195fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:59.282258 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-f6da9d0e-ac8c-486a-8122-13ca72195fec None None] Port 111918c6-3ae6-43b0-8bc1-47b1196ba336 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:44:59.289754 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824eb34c-2615-41a5-8a24-1ad6f4c309b9 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:44:59.297844 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Publish callbacks [] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:59.317613 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Transition to ACTIVE for port object 824eb34c-2615-41a5-8a24-1ad6f4c309b9 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:44:59.360425 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84580820-35b1-4e2f-b25b-af129df41c25 req-dcefe07c-ba75-43b2-a7a5-fcd9415a0a53 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:59.361981 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-84580820-35b1-4e2f-b25b-af129df41c25 req-dcefe07c-ba75-43b2-a7a5-fcd9415a0a53 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 932 time: 0.0523438 Mar 09 14:44:59.409172 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-84580820-35b1-4e2f-b25b-af129df41c25 req-dcf0722c-4579-425b-8093-3e3b08622ccb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414762 Mar 09 14:44:59.446865 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:59.522466 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Pushing event updated for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:59.554972 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Attempting to bind port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:44:59.555315 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Attempting to bind port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:44:59.555766 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Attempting to bind port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 on network 22b50098-231e-4eaf-af19-c11841a316ba {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:44:59.560381 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 on network 22b50098-231e-4eaf-af19-c11841a316ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:44:59.560706 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Attempting to bind port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 on network 22b50098-231e-4eaf-af19-c11841a316ba {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:44:59.565596 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:44:59.566025 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Checking segment: {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:44:59.566973 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Bound using segment: {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:44:59.567402 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Bound port: 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:44:59.567840 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:59.635211 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:44:59.639217 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:44:59.692203 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 32984) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:59.718248 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:59.737595 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d864bd61-96a9-4e33-b408-92d50bb5afb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17dea288bd2e4e5e8bf4b96562e8cab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418062 Mar 09 14:44:59.738526 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 32986) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:44:59.755519 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:59.756066 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:59.757516 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] 10.222.0.16 "PUT /v2.0/ports/824eb34c-2615-41a5-8a24-1ad6f4c309b9 HTTP/1.1" status: 200 len: 1093 time: 1.1062577 Mar 09 14:44:59.757983 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:44:59.760963 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2130760f-a6a8-40fb-871b-dd6c0b9894be" -d '{"events": [{"name": "network-changed", "server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:44:59.801413 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c9c29-f086-418f-b5a2-a8a2a9b185b4 service neutron] Pushing event updated for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:44:59.833456 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea29f-7a2e-44f6-a187-378bee716765 admin admin] Publish callbacks [] for security_group (d3072057-050c-4688-b7e8-330654071afb), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:59.856027 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df508ea4-c802-45b9-abfa-e7792a32469d x-openstack-request-id: req-df508ea4-c802-45b9-abfa-e7792a32469d {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:44:59.856320 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:44:59.856573 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df508ea4-c802-45b9-abfa-e7792a32469d {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:44:59.856994 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'status': 'completed', 'code': 200} Mar 09 14:44:59.887181 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea29f-7a2e-44f6-a187-378bee716765 admin admin] Publish callbacks [] for security_group (d3072057-050c-4688-b7e8-330654071afb), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:44:59.938507 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc39b1-9603-484e-989b-a739370031a5 req-9952f914-4f34-4cfe-970f-c2ffe46a0389 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:44:59.940073 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d1cc39b1-9603-484e-989b-a739370031a5 req-9952f914-4f34-4cfe-970f-c2ffe46a0389 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0912549 Mar 09 14:44:59.990364 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d1cc39b1-9603-484e-989b-a739370031a5 req-2dcf372c-b903-42de-b5cc-39084149aa24 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443838 Mar 09 14:45:00.019792 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea29f-7a2e-44f6-a187-378bee716765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d3072057-050c-4688-b7e8-330654071afb), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:00.022346 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea29f-7a2e-44f6-a187-378bee716765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:00.023399 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ff0ea29f-7a2e-44f6-a187-378bee716765 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3072057-050c-4688-b7e8-330654071afb HTTP/1.1" status: 204 len: 168 time: 0.2838912 Mar 09 14:45:00.030769 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ea29f-7a2e-44f6-a187-378bee716765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3072057-050c-4688-b7e8-330654071afb,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:00.341435 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f10b-c5f9-4bfb-8804-97b6ba6186f3 req-bceac3c2-d9c5-43aa-8ed2-84d5d48e841c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:00.342897 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c627f10b-c5f9-4bfb-8804-97b6ba6186f3 req-bceac3c2-d9c5-43aa-8ed2-84d5d48e841c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0526984 Mar 09 14:45:00.391542 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c627f10b-c5f9-4bfb-8804-97b6ba6186f3 req-ee88a30e-f13c-4870-ad7d-449ba4220436 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 Mar 09 14:45:00.527257 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7f0f9-5857-478e-8a58-2a0e569a37f4 req-82a25f86-641a-4208-8f8b-176d1ba69990 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:00.528733 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7b7f0f9-5857-478e-8a58-2a0e569a37f4 req-82a25f86-641a-4208-8f8b-176d1ba69990 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 932 time: 0.0508640 Mar 09 14:45:00.574170 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7b7f0f9-5857-478e-8a58-2a0e569a37f4 req-7dde2e88-2b17-45c9-9438-04acc90d7b0f tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398943 Mar 09 14:45:00.721661 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 33010) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:00.759114 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4badc5b5-69fd-4f2f-9e85-7c58be8e95f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4d21914f7314bc18f9c605453aea3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0363650 Mar 09 14:45:00.761532 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 33012) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:00.806233 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-95bcb9a4-cf59-4319-a20f-b080c8088935 admin admin] Publish callbacks [] for security_group (54b015c3-45ff-4ecc-b505-66ade22ffc74), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:00.826833 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-95bcb9a4-cf59-4319-a20f-b080c8088935 admin admin] Publish callbacks [] for security_group (54b015c3-45ff-4ecc-b505-66ade22ffc74), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:01.042731 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-95bcb9a4-cf59-4319-a20f-b080c8088935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (54b015c3-45ff-4ecc-b505-66ade22ffc74), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:01.045323 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-95bcb9a4-cf59-4319-a20f-b080c8088935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:01.046497 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-95bcb9a4-cf59-4319-a20f-b080c8088935 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54b015c3-45ff-4ecc-b505-66ade22ffc74 HTTP/1.1" status: 204 len: 168 time: 0.2840130 Mar 09 14:45:01.057986 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcb9a4-cf59-4319-a20f-b080c8088935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b015c3-45ff-4ecc-b505-66ade22ffc74,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:01.120360 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385ecef-08ed-41cf-afa6-65019ad04bec req-d7490868-dd20-4a70-b200-f67562061d65 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:01.121982 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b385ecef-08ed-41cf-afa6-65019ad04bec req-d7490868-dd20-4a70-b200-f67562061d65 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0661104 Mar 09 14:45:01.167954 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b385ecef-08ed-41cf-afa6-65019ad04bec req-5615fc85-f812-4524-aa9f-d85bb07dd28c tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Mar 09 14:45:01.515147 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6fe0f-de9d-4f84-924e-b90cc24d7167 req-12b6beff-aaee-4bc4-8b60-5ad93bf86689 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:01.516658 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5cb6fe0f-de9d-4f84-924e-b90cc24d7167 req-12b6beff-aaee-4bc4-8b60-5ad93bf86689 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0534673 Mar 09 14:45:01.563303 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5cb6fe0f-de9d-4f84-924e-b90cc24d7167 req-cf1d9fa9-218e-47a6-b1ca-ba23b875c7ed tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411735 Mar 09 14:45:01.827140 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af4257-07a4-470a-be23-76dc03e713e5 req-b8a3548f-9530-48b0-8eb4-fc32db2576e6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:01.828582 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-27af4257-07a4-470a-be23-76dc03e713e5 req-b8a3548f-9530-48b0-8eb4-fc32db2576e6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 932 time: 0.1889722 Mar 09 14:45:01.875036 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-27af4257-07a4-470a-be23-76dc03e713e5 req-4a2e1737-e489-4eb7-b3a3-649feec64127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404313 Mar 09 14:45:02.078434 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Request body: {'port': {'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:02.088560 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:45:02.182272 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:02.203025 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130760f-a6a8-40fb-871b-dd6c0b9894be req-c43ab7e7-2bf9-4aa7-a329-5c2874e194b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:02.203025 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2130760f-a6a8-40fb-871b-dd6c0b9894be req-c43ab7e7-2bf9-4aa7-a329-5c2874e194b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 1127 time: 0.0990160 Mar 09 14:45:02.206361 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:02.225965 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,segment=NetworkSegment(990dd8a2-edaf-4ca9-a649-7c9e3fe263c4),segment_id=990dd8a2-edaf-4ca9-a649-7c9e3fe263c4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:02.238908 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': 'ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430', 'network_id': 'e81de193-7469-4db7-a686-c1d8c24b6a65', 'port_id': 'ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430', 'mac_address': 'fa:16:3e:ca:75:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e195a8eb-0c9a-4ade-855a-7353b5797a51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:45:02.285586 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:02.285872 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:02.307864 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:45:02.313492 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46f2b5-5a4e-40b7-9520-81a8962184ff req-fcae2107-4ee5-4564-81ef-696b4dca3b35 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:02.315740 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0e46f2b5-5a4e-40b7-9520-81a8962184ff req-fcae2107-4ee5-4564-81ef-696b4dca3b35 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0623763 Mar 09 14:45:02.337902 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,segment=NetworkSegment(990dd8a2-edaf-4ca9-a649-7c9e3fe263c4),segment_id=990dd8a2-edaf-4ca9-a649-7c9e3fe263c4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:02.366032 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0e46f2b5-5a4e-40b7-9520-81a8962184ff req-79c6e642-5da8-4d45-96e4-9683a77b01bc tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439143 Mar 09 14:45:02.403194 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:02.457469 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:02.647266 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130760f-a6a8-40fb-871b-dd6c0b9894be req-1837e603-4a41-439e-b548-a1d07e3048d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:02.649160 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2130760f-a6a8-40fb-871b-dd6c0b9894be req-1837e603-4a41-439e-b548-a1d07e3048d6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4210880 Mar 09 14:45:02.728302 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80ad9-2948-47eb-9521-85546ceb0821 req-db1d23f0-c00f-486e-a83e-3c258e300b36 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:02.730437 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f2b80ad9-2948-47eb-9521-85546ceb0821 req-db1d23f0-c00f-486e-a83e-3c258e300b36 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0868304 Mar 09 14:45:02.778991 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f2b80ad9-2948-47eb-9521-85546ceb0821 req-160b326f-eedf-4693-854f-d4a654ec2df1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430174 Mar 09 14:45:02.839530 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111918c6-3ae6-43b0-8bc1-47b1196ba336 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:45:02.846968 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Publish callbacks [] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:02.859061 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Transition to ACTIVE for port object 111918c6-3ae6-43b0-8bc1-47b1196ba336 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:45:02.921222 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:02.979626 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Pushing event updated for resources: {'Port': ['ID=111918c6-3ae6-43b0-8bc1-47b1196ba336,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:03.022359 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Attempting to bind port 111918c6-3ae6-43b0-8bc1-47b1196ba336 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:45:03.023030 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Attempting to bind port 111918c6-3ae6-43b0-8bc1-47b1196ba336 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:45:03.023030 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Attempting to bind port 111918c6-3ae6-43b0-8bc1-47b1196ba336 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:03.028367 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Port 111918c6-3ae6-43b0-8bc1-47b1196ba336 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:45:03.028695 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Attempting to bind port 111918c6-3ae6-43b0-8bc1-47b1196ba336 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:03.033348 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688e5bf-56dd-4b21-aa3d-e5f3d9e186be req-241f0b85-1263-48cc-91cb-8aae86f10fd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:03.035168 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6688e5bf-56dd-4b21-aa3d-e5f3d9e186be req-241f0b85-1263-48cc-91cb-8aae86f10fd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 944 time: 0.0940123 Mar 09 14:45:03.037940 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:45:03.038284 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Checking segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:03.038671 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Bound using segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:45:03.039109 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Bound port: 111918c6-3ae6-43b0-8bc1-47b1196ba336, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:45:03.039470 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:03.120512 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6688e5bf-56dd-4b21-aa3d-e5f3d9e186be req-c07dc2e4-87ed-4b60-8658-4ac33e3db1dc tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783358 Mar 09 14:45:03.127111 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] For port 111918c6-3ae6-43b0-8bc1-47b1196ba336, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:45:03.128000 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] For port 111918c6-3ae6-43b0-8bc1-47b1196ba336, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=111918c6-3ae6-43b0-8bc1-47b1196ba336,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:45:03.224363 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:03.264743 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:03.264743 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:03.264743 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] 10.222.0.16 "PUT /v2.0/ports/111918c6-3ae6-43b0-8bc1-47b1196ba336 HTTP/1.1" status: 200 len: 1094 time: 1.1886702 Mar 09 14:45:03.265248 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'tag': '111918c6-3ae6-43b0-8bc1-47b1196ba336'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:45:03.267308 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee1be0a-ce56-4ca3-aa3b-2373282cc0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8", "tag": "111918c6-3ae6-43b0-8bc1-47b1196ba336"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:45:03.297986 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deb48d-1cc0-4d25-883b-4cdcaaf912ab service neutron] Pushing event updated for resources: {'Port': ['ID=111918c6-3ae6-43b0-8bc1-47b1196ba336,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:03.325365 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c69d42-48db-409c-a253-25b592722149 x-openstack-request-id: req-20c69d42-48db-409c-a253-25b592722149 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:45:03.326233 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8", "tag": "111918c6-3ae6-43b0-8bc1-47b1196ba336", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:45:03.326591 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20c69d42-48db-409c-a253-25b592722149 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:45:03.327094 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'tag': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'status': 'completed', 'code': 200} Mar 09 14:45:03.495689 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64e4c0-e618-4e40-82e4-7d5de471c4d0 req-e2e507dd-8f30-4ff0-9a1f-d1d1bb2613df tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:03.501579 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ca64e4c0-e618-4e40-82e4-7d5de471c4d0 req-e2e507dd-8f30-4ff0-9a1f-d1d1bb2613df tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 945 time: 0.0616336 Mar 09 14:45:03.549435 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ca64e4c0-e618-4e40-82e4-7d5de471c4d0 req-c0f1354f-f43b-4e58-ac87-7f1612be6ea3 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464125 Mar 09 14:45:03.900419 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03368e-a474-4f11-8ef5-86b76ab62673 req-6374ab36-a301-4967-ac07-087b83ae6320 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:03.901936 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f03368e-a474-4f11-8ef5-86b76ab62673 req-6374ab36-a301-4967-ac07-087b83ae6320 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0517409 Mar 09 14:45:03.947891 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f03368e-a474-4f11-8ef5-86b76ab62673 req-d451971e-6d3a-42af-92f5-34d91e757151 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402756 Mar 09 14:45:04.236736 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d741ca-43ca-4380-9397-1216b82a5410 req-6189529e-03e8-4a1e-8867-a77289fd85f5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:04.238132 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-52d741ca-43ca-4380-9397-1216b82a5410 req-6189529e-03e8-4a1e-8867-a77289fd85f5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 944 time: 0.0514245 Mar 09 14:45:04.283737 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-52d741ca-43ca-4380-9397-1216b82a5410 req-8fcf0b7f-4fec-46cf-b093-73bf1d733cb1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398407 Mar 09 14:45:04.668734 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3008-ea21-40ea-9893-e2667bafd770 req-2c377fb4-219b-422a-8059-8f2884b7a428 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:04.670209 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3e0e3008-ea21-40ea-9893-e2667bafd770 req-2c377fb4-219b-422a-8059-8f2884b7a428 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 945 time: 0.0538437 Mar 09 14:45:04.715007 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3e0e3008-ea21-40ea-9893-e2667bafd770 req-f8153aec-0976-4a12-a9be-630d49086bb8 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Mar 09 14:45:05.069749 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cf4ee-12e9-45e6-989a-2a040a83dd26 req-5054044f-3127-4414-a1d1-810dc58d72ad tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:05.071521 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f93cf4ee-12e9-45e6-989a-2a040a83dd26 req-5054044f-3127-4414-a1d1-810dc58d72ad tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0548031 Mar 09 14:45:05.116812 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f93cf4ee-12e9-45e6-989a-2a040a83dd26 req-4bf5534f-518f-43bf-89cc-48b7b7c8def7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397682 Mar 09 14:45:05.324424 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:45:05.405490 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1be0a-ce56-4ca3-aa3b-2373282cc0ec req-93072742-f5b9-44ff-bf9f-f9560e161435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:05.406946 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dee1be0a-ce56-4ca3-aa3b-2373282cc0ec req-93072742-f5b9-44ff-bf9f-f9560e161435 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 1128 time: 0.1662173 Mar 09 14:45:05.412076 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130760f-a6a8-40fb-871b-dd6c0b9894be req-ef09042e-23e2-440b-864e-ee974e3c6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:05.413045 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f0c64-d834-4789-98cf-3c390e1822e0 req-deadac6c-f4a2-44f7-bbba-9a0c41a494d1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:05.413499 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2130760f-a6a8-40fb-871b-dd6c0b9894be req-ef09042e-23e2-440b-864e-ee974e3c6631 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1913564 Mar 09 14:45:05.414913 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c94f0c64-d834-4789-98cf-3c390e1822e0 req-deadac6c-f4a2-44f7-bbba-9a0c41a494d1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 944 time: 0.0580893 Mar 09 14:45:05.492339 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c94f0c64-d834-4789-98cf-3c390e1822e0 req-27b53969-1557-473e-95e4-3ffb12addaf2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672700 Mar 09 14:45:05.549303 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1be0a-ce56-4ca3-aa3b-2373282cc0ec req-5aaba2e7-94e4-4291-b88a-94622e80642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:05.550741 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dee1be0a-ce56-4ca3-aa3b-2373282cc0ec req-5aaba2e7-94e4-4291-b88a-94622e80642f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1364009 Mar 09 14:45:05.554745 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-3090cdde-f91c-4cf0-a0a6-c64769aa6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:05.556091 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-3090cdde-f91c-4cf0-a0a6-c64769aa6852 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 1127 time: 0.1013002 Mar 09 14:45:05.610766 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-69ab4d84-e0bf-4071-a691-625af1f8a5fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9 HTTP/1.1" status: 200 len: 217 time: 0.0457127 Mar 09 14:45:05.696283 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-3109f5f7-86dd-4ec4-86a5-ddad8cb4727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:05.697644 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-3109f5f7-86dd-4ec4-86a5-ddad8cb4727a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 200 len: 854 time: 0.0785999 Mar 09 14:45:05.706156 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1be0a-ce56-4ca3-aa3b-2373282cc0ec req-fa4e8007-8037-4f0e-84cc-4f7d5420b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:05.707520 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-dee1be0a-ce56-4ca3-aa3b-2373282cc0ec req-fa4e8007-8037-4f0e-84cc-4f7d5420b416 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505816 Mar 09 14:45:05.825752 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffd16a-f1b2-42d8-a09c-a9dba89a004a req-7244d8df-e4f4-49d4-ba5d-c93264ac601d tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:05.827243 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-91ffd16a-f1b2-42d8-a09c-a9dba89a004a req-7244d8df-e4f4-49d4-ba5d-c93264ac601d tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 945 time: 0.0503776 Mar 09 14:45:05.875816 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-91ffd16a-f1b2-42d8-a09c-a9dba89a004a req-a5bcaa92-2aaa-4b0a-916b-b301d5fa877c tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Mar 09 14:45:06.233411 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cac89-db1d-4e52-a4f5-ff156861aeee req-d198a38a-97db-4ccb-82b1-79e60fb7dd5d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:06.234930 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-127cac89-db1d-4e52-a4f5-ff156861aeee req-d198a38a-97db-4ccb-82b1-79e60fb7dd5d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0510979 Mar 09 14:45:06.284857 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-127cac89-db1d-4e52-a4f5-ff156861aeee req-3cc5564c-605d-477a-ba88-d4ff4d756332 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Mar 09 14:45:06.607224 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdafbc-2e08-4cfb-ab94-d3213302fa55 req-5123a72f-6918-43e5-8ad5-d8ed9bb292bb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:06.608616 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76fdafbc-2e08-4cfb-ab94-d3213302fa55 req-5123a72f-6918-43e5-8ad5-d8ed9bb292bb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 944 time: 0.0500300 Mar 09 14:45:06.655066 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76fdafbc-2e08-4cfb-ab94-d3213302fa55 req-256efa0e-57e2-42ef-bc79-e4b505723694 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409272 Mar 09 14:45:06.994990 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca17814-d4b4-4ef0-bbf3-beb34fa34f01 req-e2fa09e0-c4c5-4508-87fb-aef7c2d35573 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:06.996595 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2ca17814-d4b4-4ef0-bbf3-beb34fa34f01 req-e2fa09e0-c4c5-4508-87fb-aef7c2d35573 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 945 time: 0.0519054 Mar 09 14:45:07.042085 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2ca17814-d4b4-4ef0-bbf3-beb34fa34f01 req-ab681486-efae-4c5e-b8f5-8eec8d2b37f8 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Mar 09 14:45:07.278645 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-a7c509ae-a86d-4de0-8b88-a8464572e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:07.280168 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-a7c509ae-a86d-4de0-8b88-a8464572e8ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22b50098-231e-4eaf-af19-c11841a316ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577772 Mar 09 14:45:07.404871 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1180d-1bbe-4987-b8d1-0e6ba42a6836 req-d720582f-c28b-4b19-8bef-ef59a4bc5a0c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:07.406340 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ece1180d-1bbe-4987-b8d1-0e6ba42a6836 req-d720582f-c28b-4b19-8bef-ef59a4bc5a0c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0537128 Mar 09 14:45:07.451152 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ece1180d-1bbe-4987-b8d1-0e6ba42a6836 req-aaa17458-ff34-449f-953e-aa4e5daad388 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393715 Mar 09 14:45:07.767360 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836bb5-9d11-4ac1-a7c0-8cd9785fdcc3 req-d1e6604c-c664-4ea9-86a6-efad17126266 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:07.768825 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bd836bb5-9d11-4ac1-a7c0-8cd9785fdcc3 req-d1e6604c-c664-4ea9-86a6-efad17126266 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 944 time: 0.0500884 Mar 09 14:45:07.812960 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bd836bb5-9d11-4ac1-a7c0-8cd9785fdcc3 req-235ca5ed-04ba-4d6f-ac04-101f0f48fba9 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386567 Mar 09 14:45:08.156110 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:45:08.156681 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b31cbe-ea35-4690-979f-4a3bbbc4988f req-ac850ea2-3fa1-4cb3-ac19-80fd1701f890 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:08.157937 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c3b31cbe-ea35-4690-979f-4a3bbbc4988f req-ac850ea2-3fa1-4cb3-ac19-80fd1701f890 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 945 time: 0.0538170 Mar 09 14:45:08.209654 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c3b31cbe-ea35-4690-979f-4a3bbbc4988f req-408a8fb4-0922-4a80-b45e-cc1af7756b05 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 Mar 09 14:45:08.259352 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a77cf8cb-3f71-4992-8ca0-cbd7061072e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:08.260838 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a77cf8cb-3f71-4992-8ca0-cbd7061072e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 1128 time: 0.0954044 Mar 09 14:45:08.265888 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-1afac7e5-cbd2-4ef6-98d7-c01d268c609b service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249382 Mar 09 14:45:08.323652 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-8ffacbca-5c7c-4bdc-9e84-9ae00d10a1ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=111918c6-3ae6-43b0-8bc1-47b1196ba336 HTTP/1.1" status: 200 len: 217 time: 0.0496984 Mar 09 14:45:08.413820 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-d0c09ce7-163d-4dd0-bee3-507fbccf77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:08.415251 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-d0c09ce7-163d-4dd0-bee3-507fbccf77bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=716d55f1-12e3-4df0-8873-3342175b3a93 HTTP/1.1" status: 200 len: 853 time: 0.0817940 Mar 09 14:45:08.432620 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1520b2cc-d652-4406-bd77-d62ac02a70b3 req-71c96c66-39b8-48a5-89fc-e463de36f238 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534593 Mar 09 14:45:08.467583 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-fe16a702-14ac-47eb-ab99-ad1624b982c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:08.469086 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-fe16a702-14ac-47eb-ab99-ad1624b982c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d7fd99d-9010-431c-8d9a-debb68cefb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454226 Mar 09 14:45:08.590570 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783c2ba-9d91-4054-8223-c4e3508f89d2 req-1f72f56c-45d7-492f-9994-2a2d7c697b47 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:08.592367 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a783c2ba-9d91-4054-8223-c4e3508f89d2 req-1f72f56c-45d7-492f-9994-2a2d7c697b47 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0650225 Mar 09 14:45:08.649414 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a783c2ba-9d91-4054-8223-c4e3508f89d2 req-74a29d38-db8b-4099-a846-55b98c259c9e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505753 Mar 09 14:45:08.756258 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-a67c9d3e-f49e-46d4-9d35-381a47b44602 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800021 Mar 09 14:45:08.842821 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a6891091-6c34-47cc-9508-38d90a7c6373 req-89beaf11-99de-4cd9-b147-d0372585f3a9 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807538 Mar 09 14:45:08.930858 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a01ac-1279-4a93-954f-8f809122339d req-4538f92b-298c-439a-87b9-426af903d74a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:08.932306 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-284a01ac-1279-4a93-954f-8f809122339d req-4538f92b-298c-439a-87b9-426af903d74a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 944 time: 0.0520144 Mar 09 14:45:08.981744 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-284a01ac-1279-4a93-954f-8f809122339d req-3896d5a9-54ba-4c79-97c6-08f4e7a8ca50 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436456 Mar 09 14:45:09.076801 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:45:09.214271 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:45:09.218315 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:09.218700 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:09.307822 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:09.308234 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:09.333074 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359b1ae-01da-4f85-97cd-1f768dafd8e1 req-210e0293-9b2e-4078-8807-640a2903614e tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:09.335348 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e359b1ae-01da-4f85-97cd-1f768dafd8e1 req-210e0293-9b2e-4078-8807-640a2903614e tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 945 time: 0.0573630 Mar 09 14:45:09.337076 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:45:09.411469 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e359b1ae-01da-4f85-97cd-1f768dafd8e1 req-5e35098a-62a6-479a-97ed-152d50c138cf tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659497 Mar 09 14:45:09.449621 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,segment=NetworkSegment(990dd8a2-edaf-4ca9-a649-7c9e3fe263c4),segment_id=990dd8a2-edaf-4ca9-a649-7c9e3fe263c4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:09.538626 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:09.543205 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2173b044-8d6d-43e1-895c-9bbf0745c9a8" -d '{"events": [{"server_uuid": "1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0", "name": "network-vif-plugged", "status": "completed", "tag": "ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:45:09.593992 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:09.657315 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab31cc86-409c-433f-85fb-9650672ee60c x-openstack-request-id: req-ab31cc86-409c-433f-85fb-9650672ee60c {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:45:09.657631 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0", "name": "network-vif-plugged", "status": "completed", "tag": "ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:45:09.657888 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab31cc86-409c-433f-85fb-9650672ee60c {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:45:09.658342 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430', 'code': 200} Mar 09 14:45:09.784357 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dbe5b-d46a-450f-96b5-0712c32011fd req-429c85c5-69ee-468f-8b3d-793c5389d7f5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:09.786179 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e09dbe5b-d46a-450f-96b5-0712c32011fd req-429c85c5-69ee-468f-8b3d-793c5389d7f5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0583656 Mar 09 14:45:09.837397 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e09dbe5b-d46a-450f-96b5-0712c32011fd req-43fe8fc6-0e25-45da-9947-bb22c7323adb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458298 Mar 09 14:45:10.025276 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cac72-ad12-499a-8ee1-1e860f49bddd req-641ce743-96d8-412c-b4e3-f6efeb96dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:10.026762 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-753cac72-ad12-499a-8ee1-1e860f49bddd req-641ce743-96d8-412c-b4e3-f6efeb96dc77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 1130 time: 0.0773299 Mar 09 14:45:10.047265 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-753cac72-ad12-499a-8ee1-1e860f49bddd req-60b7a1d6-26fc-4ad2-8ded-e540467cb951 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:10.137505 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dacc4-1a93-4c22-b215-bcb760ce9157 req-e40708ab-2214-4905-82eb-56e90b4ee913 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:10.139005 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-282dacc4-1a93-4c22-b215-bcb760ce9157 req-e40708ab-2214-4905-82eb-56e90b4ee913 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 944 time: 0.0708914 Mar 09 14:45:10.153982 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-753cac72-ad12-499a-8ee1-1e860f49bddd req-60b7a1d6-26fc-4ad2-8ded-e540467cb951 service neutron] Publish callbacks [] for security_group (0521f3a7-e962-4587-a4b9-f092a85bc2a2), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:10.156187 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33282) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:10.188793 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-282dacc4-1a93-4c22-b215-bcb760ce9157 req-f7685017-10bc-4afe-8d42-46c26d897230 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437458 Mar 09 14:45:10.258210 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-753cac72-ad12-499a-8ee1-1e860f49bddd req-60b7a1d6-26fc-4ad2-8ded-e540467cb951 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (0521f3a7-e962-4587-a4b9-f092a85bc2a2), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:10.280688 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5dbe-d9a3-4558-89f6-0e5787ad139b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:10.321001 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-753cac72-ad12-499a-8ee1-1e860f49bddd req-60b7a1d6-26fc-4ad2-8ded-e540467cb951 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875295 Mar 09 14:45:10.324477 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7a1d6-26fc-4ad2-8ded-e540467cb951 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0521f3a7-e962-4587-a4b9-f092a85bc2a2,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:10.382751 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5dbe-d9a3-4558-89f6-0e5787ad139b admin admin] Publish callbacks [] for security_group (d60cf21c-5c03-4ceb-87b2-be2bb459cfeb), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:10.442962 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5dbe-d9a3-4558-89f6-0e5787ad139b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d60cf21c-5c03-4ceb-87b2-be2bb459cfeb), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:10.492394 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1b7c5dbe-d9a3-4558-89f6-0e5787ad139b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e3553b4c9f04f64a06edda7fb5f0159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351138 Mar 09 14:45:10.493414 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33294) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:10.495393 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c5dbe-d9a3-4558-89f6-0e5787ad139b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60cf21c-5c03-4ceb-87b2-be2bb459cfeb,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:10.541216 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac77cf-8ea0-4f79-be40-070282d11eaa req-daf4fd72-25ca-407d-8ab2-b26edcb1bd86 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:10.542740 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-86ac77cf-8ea0-4f79-be40-070282d11eaa req-daf4fd72-25ca-407d-8ab2-b26edcb1bd86 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0594604 Mar 09 14:45:10.560601 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbe2f-c8b9-4455-a355-645836f2fbcc admin admin] Publish callbacks [] for security_group (d60cf21c-5c03-4ceb-87b2-be2bb459cfeb), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:10.589327 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbe2f-c8b9-4455-a355-645836f2fbcc admin admin] Publish callbacks [] for security_group (d60cf21c-5c03-4ceb-87b2-be2bb459cfeb), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:10.607242 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-86ac77cf-8ea0-4f79-be40-070282d11eaa req-5b61c3c0-f651-491d-adac-45b6473329a4 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576885 Mar 09 14:45:10.710629 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbe2f-c8b9-4455-a355-645836f2fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d60cf21c-5c03-4ceb-87b2-be2bb459cfeb), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:10.713306 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b6bbe2f-c8b9-4455-a355-645836f2fbcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:10.715088 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1b6bbe2f-c8b9-4455-a355-645836f2fbcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d60cf21c-5c03-4ceb-87b2-be2bb459cfeb HTTP/1.1" status: 204 len: 168 time: 0.2206569 Mar 09 14:45:10.725375 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bbe2f-c8b9-4455-a355-645836f2fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60cf21c-5c03-4ceb-87b2-be2bb459cfeb,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:10.967265 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35630c64-8bce-498d-926a-0e44f3a27ff2 req-3fba7cc5-1ded-4541-b81d-5175a6d15e25 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:10.969292 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35630c64-8bce-498d-926a-0e44f3a27ff2 req-3fba7cc5-1ded-4541-b81d-5175a6d15e25 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0541577 Mar 09 14:45:11.028395 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35630c64-8bce-498d-926a-0e44f3a27ff2 req-8aecf216-0c01-4a29-baf9-8b502eee55e6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538354 Mar 09 14:45:11.078037 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 824eb34c-2615-41a5-8a24-1ad6f4c309b9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:45:11.178847 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:11.188759 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'port_id': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'mac_address': 'fa:16:3e:9e:fb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:45:11.226909 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:11.227359 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:11.241424 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824eb34c-2615-41a5-8a24-1ad6f4c309b9 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:45:11.262580 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:11.304656 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bf44d-9a5d-4a28-9122-68eac726781e req-759f231e-16a8-4e4f-aa8e-6e7b45712a4d tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:11.306139 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9d7bf44d-9a5d-4a28-9122-68eac726781e req-759f231e-16a8-4e4f-aa8e-6e7b45712a4d tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 944 time: 0.0517013 Mar 09 14:45:11.356255 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9d7bf44d-9a5d-4a28-9122-68eac726781e req-452fd662-8dba-44dc-80d3-cc1bb5a09281 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445194 Mar 09 14:45:11.367408 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:11.416971 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:11.503040 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33352) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:11.530390 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0917249-998e-4425-a5d7-5281d226680d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:11.606212 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['824eb34c-2615-41a5-8a24-1ad6f4c309b9'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:45:11.610577 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0917249-998e-4425-a5d7-5281d226680d admin admin] Publish callbacks [] for security_group (7905ac1c-3e00-440f-8032-c1b74e2c8662), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:11.711726 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f0917249-998e-4425-a5d7-5281d226680d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (7905ac1c-3e00-440f-8032-c1b74e2c8662), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:11.742035 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d583f-c66e-43dc-9c06-92450943d8cc req-3569e284-a7f0-4507-9679-9022d015cabd tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:11.749739 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e55d583f-c66e-43dc-9c06-92450943d8cc req-3569e284-a7f0-4507-9679-9022d015cabd tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0675738 Mar 09 14:45:11.762572 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0917249-998e-4425-a5d7-5281d226680d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7905ac1c-3e00-440f-8032-c1b74e2c8662,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:11.768520 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f0917249-998e-4425-a5d7-5281d226680d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9655caed7f34ceb8c8e4f2422f293f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648506 Mar 09 14:45:11.776203 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33372) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:11.799375 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e55d583f-c66e-43dc-9c06-92450943d8cc req-56304c07-0113-4af5-ac99-6f9bd1f53ace tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482607 Mar 09 14:45:11.846423 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-97b36af3-04b8-4ee1-8544-f91d38d4ba96 admin admin] Publish callbacks [] for security_group (7905ac1c-3e00-440f-8032-c1b74e2c8662), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:11.870644 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-97b36af3-04b8-4ee1-8544-f91d38d4ba96 admin admin] Publish callbacks [] for security_group (7905ac1c-3e00-440f-8032-c1b74e2c8662), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:11.926201 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 33380) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:12.030730 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-50dddc2d-d673-4e3c-8a39-4b97dceec108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.046799 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-97b36af3-04b8-4ee1-8544-f91d38d4ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (7905ac1c-3e00-440f-8032-c1b74e2c8662), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.049684 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-97b36af3-04b8-4ee1-8544-f91d38d4ba96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.050939 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-97b36af3-04b8-4ee1-8544-f91d38d4ba96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7905ac1c-3e00-440f-8032-c1b74e2c8662 HTTP/1.1" status: 204 len: 168 time: 0.2711298 Mar 09 14:45:12.069801 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b36af3-04b8-4ee1-8544-f91d38d4ba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7905ac1c-3e00-440f-8032-c1b74e2c8662,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:12.128205 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-50dddc2d-d673-4e3c-8a39-4b97dceec108 admin admin] Publish callbacks [] for security_group (1a551fdf-f827-4d4d-82bb-88c98c44d9c0), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.177525 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb1408-297b-40bc-8562-8cd3541b02aa req-05c4b0d7-c600-4c88-9f9c-106aca406593 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:12.179023 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48bb1408-297b-40bc-8562-8cd3541b02aa req-05c4b0d7-c600-4c88-9f9c-106aca406593 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 944 time: 0.0537965 Mar 09 14:45:12.199521 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-50dddc2d-d673-4e3c-8a39-4b97dceec108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (1a551fdf-f827-4d4d-82bb-88c98c44d9c0), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.249494 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dddc2d-d673-4e3c-8a39-4b97dceec108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a551fdf-f827-4d4d-82bb-88c98c44d9c0,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:12.253474 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-50dddc2d-d673-4e3c-8a39-4b97dceec108 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71ca51f4767e4eb8b6c8c2e14dae18aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261166 Mar 09 14:45:12.257151 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33388) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:12.266946 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48bb1408-297b-40bc-8562-8cd3541b02aa req-4cd15f92-c99b-4ac7-9039-d3526d5d555b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807469 Mar 09 14:45:12.320313 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0bda2d1b-e051-4db9-8dfd-ec7a659518b3 admin admin] Publish callbacks [] for security_group (1a551fdf-f827-4d4d-82bb-88c98c44d9c0), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.342746 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0bda2d1b-e051-4db9-8dfd-ec7a659518b3 admin admin] Publish callbacks [] for security_group (1a551fdf-f827-4d4d-82bb-88c98c44d9c0), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.410646 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 33396) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:12.465455 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0bda2d1b-e051-4db9-8dfd-ec7a659518b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (1a551fdf-f827-4d4d-82bb-88c98c44d9c0), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.473050 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0bda2d1b-e051-4db9-8dfd-ec7a659518b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.475386 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0bda2d1b-e051-4db9-8dfd-ec7a659518b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a551fdf-f827-4d4d-82bb-88c98c44d9c0 HTTP/1.1" status: 204 len: 168 time: 0.2167346 Mar 09 14:45:12.495262 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda2d1b-e051-4db9-8dfd-ec7a659518b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a551fdf-f827-4d4d-82bb-88c98c44d9c0,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:12.505207 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a865e9-6941-4dc5-8832-8985db677fc6 req-e25e843d-0583-4a02-8821-e97107941278 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:12.507261 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6a865e9-6941-4dc5-8832-8985db677fc6 req-e25e843d-0583-4a02-8821-e97107941278 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 944 time: 0.0687025 Mar 09 14:45:12.572301 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aa1accbb-9c7f-4073-b9fb-4d054aad255f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.612751 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a6a865e9-6941-4dc5-8832-8985db677fc6 req-194cb50b-cac4-45ef-a7e4-cd67db517132 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989075 Mar 09 14:45:12.666717 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aa1accbb-9c7f-4073-b9fb-4d054aad255f admin admin] Publish callbacks [] for security_group (c220ed5b-1f1e-4280-b5d2-0b887985b62b), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.756645 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aa1accbb-9c7f-4073-b9fb-4d054aad255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (c220ed5b-1f1e-4280-b5d2-0b887985b62b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.810714 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-aa1accbb-9c7f-4073-b9fb-4d054aad255f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8630e1b750404ea5a4b66b25472acc7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989866 Mar 09 14:45:12.813669 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33424) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:12.834101 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1accbb-9c7f-4073-b9fb-4d054aad255f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c220ed5b-1f1e-4280-b5d2-0b887985b62b,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:12.875339 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d725a60-0468-4ff0-8a4d-cebab32dada5 admin admin] Publish callbacks [] for security_group (c220ed5b-1f1e-4280-b5d2-0b887985b62b), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.898038 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d725a60-0468-4ff0-8a4d-cebab32dada5 admin admin] Publish callbacks [] for security_group (c220ed5b-1f1e-4280-b5d2-0b887985b62b), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:12.935142 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d4a79-7e46-4c4f-990a-31ada957aba7 req-e27522ed-fe36-4664-8cbc-63e508dd9478 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:12.936599 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ff9d4a79-7e46-4c4f-990a-31ada957aba7 req-e27522ed-fe36-4664-8cbc-63e508dd9478 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0538924 Mar 09 14:45:12.982037 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ff9d4a79-7e46-4c4f-990a-31ada957aba7 req-74ba9b95-42bb-4912-b540-760d9fcf5861 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Mar 09 14:45:13.038174 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d725a60-0468-4ff0-8a4d-cebab32dada5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (c220ed5b-1f1e-4280-b5d2-0b887985b62b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.041206 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d725a60-0468-4ff0-8a4d-cebab32dada5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.048862 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7d725a60-0468-4ff0-8a4d-cebab32dada5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c220ed5b-1f1e-4280-b5d2-0b887985b62b HTTP/1.1" status: 204 len: 168 time: 0.2278006 Mar 09 14:45:13.051462 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d725a60-0468-4ff0-8a4d-cebab32dada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c220ed5b-1f1e-4280-b5d2-0b887985b62b,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:13.095092 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 111918c6-3ae6-43b0-8bc1-47b1196ba336 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:45:13.133225 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 824eb34c-2615-41a5-8a24-1ad6f4c309b9 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:45:13.245029 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 111918c6-3ae6-43b0-8bc1-47b1196ba336, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=111918c6-3ae6-43b0-8bc1-47b1196ba336,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:13.258425 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'mac_address': 'fa:16:3e:bd:4b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:45:13.279082 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33438) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:13.295386 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2576fefb-c482-4ed3-8d3d-c18cb8b4a517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.300568 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 111918c6-3ae6-43b0-8bc1-47b1196ba336 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:13.301157 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.321554 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111918c6-3ae6-43b0-8bc1-47b1196ba336 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:45:13.339871 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 111918c6-3ae6-43b0-8bc1-47b1196ba336, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=111918c6-3ae6-43b0-8bc1-47b1196ba336,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:13.369062 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:45:13.375032 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:13.375573 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.404174 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2576fefb-c482-4ed3-8d3d-c18cb8b4a517 admin admin] Publish callbacks [] for security_group (86a968ee-a06c-4135-b9f3-5f928686d000), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.432235 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.449895 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3dcdb-6ac6-4f66-933c-3ea1cc3c2dd8 req-d9cddb46-cc4a-410c-a78a-64a2a6678da0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:13.451315 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9ee3dcdb-6ac6-4f66-933c-3ea1cc3c2dd8 req-d9cddb46-cc4a-410c-a78a-64a2a6678da0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 944 time: 0.0926127 Mar 09 14:45:13.847786 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:13.847786 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.850368 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9ee3dcdb-6ac6-4f66-933c-3ea1cc3c2dd8 req-980f565b-bc13-4af3-8080-0e658d34487d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643551 Mar 09 14:45:13.852060 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=111918c6-3ae6-43b0-8bc1-47b1196ba336,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:13.852060 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:45:13.852060 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03caa331-89cb-41df-8b60-352a1c221214" -d '{"events": [{"server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "name": "network-vif-plugged", "status": "completed", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:45:13.852060 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:13.858512 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2576fefb-c482-4ed3-8d3d-c18cb8b4a517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (86a968ee-a06c-4135-b9f3-5f928686d000), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.859560 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd70d7c-7c8a-4e5d-81b9-81d78afff8c4 x-openstack-request-id: req-5cd70d7c-7c8a-4e5d-81b9-81d78afff8c4 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:45:13.859560 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "name": "network-vif-plugged", "status": "completed", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:45:13.859560 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cd70d7c-7c8a-4e5d-81b9-81d78afff8c4 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:45:13.859560 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'code': 200} Mar 09 14:45:13.860464 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-2576fefb-c482-4ed3-8d3d-c18cb8b4a517 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c0deedf9e264b9a844c4cac19c86571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414972 Mar 09 14:45:13.860464 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576fefb-c482-4ed3-8d3d-c18cb8b4a517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a968ee-a06c-4135-b9f3-5f928686d000,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:13.861195 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 33450) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:13.861465 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['111918c6-3ae6-43b0-8bc1-47b1196ba336'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:45:13.861547 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5481940d-540f-4777-9538-6e84ba0c86e8 admin admin] Publish callbacks [] for security_group (86a968ee-a06c-4135-b9f3-5f928686d000), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.861547 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53a18f-62c6-4cf4-a310-85a04840c6bf req-9435f600-6a5b-4651-b156-d0ca2ffc891a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:13.861547 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-be53a18f-62c6-4cf4-a310-85a04840c6bf req-9435f600-6a5b-4651-b156-d0ca2ffc891a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 945 time: 0.0806146 Mar 09 14:45:13.861547 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5481940d-540f-4777-9538-6e84ba0c86e8 admin admin] Publish callbacks [] for security_group (86a968ee-a06c-4135-b9f3-5f928686d000), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.861810 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:13.865349 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-be53a18f-62c6-4cf4-a310-85a04840c6bf req-97066360-f313-42d6-8a96-c977c0e9f5df tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950105 Mar 09 14:45:13.911192 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:14.002415 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5481940d-540f-4777-9538-6e84ba0c86e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (86a968ee-a06c-4135-b9f3-5f928686d000), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:14.005279 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5481940d-540f-4777-9538-6e84ba0c86e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:14.008601 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5481940d-540f-4777-9538-6e84ba0c86e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86a968ee-a06c-4135-b9f3-5f928686d000 HTTP/1.1" status: 204 len: 168 time: 0.3570919 Mar 09 14:45:14.016206 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481940d-540f-4777-9538-6e84ba0c86e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a968ee-a06c-4135-b9f3-5f928686d000,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:14.107169 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 33476) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:14.125238 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d37cc35f-591a-4981-815d-7e8b61b83e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:14.152319 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7c93e-68cb-42cb-a88b-82cb13e0eef6 req-5f1e8d5e-98ab-44d6-af6a-d4f311917ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:14.153887 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4fc7c93e-68cb-42cb-a88b-82cb13e0eef6 req-5f1e8d5e-98ab-44d6-af6a-d4f311917ab9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 1129 time: 0.0845115 Mar 09 14:45:14.220143 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4fc7c93e-68cb-42cb-a88b-82cb13e0eef6 req-709b1a0c-5570-48eb-8261-34889aa09947 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598679 Mar 09 14:45:14.222475 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d37cc35f-591a-4981-815d-7e8b61b83e86 admin admin] Publish callbacks [] for security_group (f365ad27-931b-4784-871e-91b530c80853), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:14.335018 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d37cc35f-591a-4981-815d-7e8b61b83e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (f365ad27-931b-4784-871e-91b530c80853), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:14.376275 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d37cc35f-591a-4981-815d-7e8b61b83e86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a4972e526a2490aabeb4229c3702d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676079 Mar 09 14:45:14.377187 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cc35f-591a-4981-815d-7e8b61b83e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f365ad27-931b-4784-871e-91b530c80853,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:14.379023 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33488) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:14.442408 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-84e661d2-294b-44b7-8c3a-e6a0a2383ecc admin admin] Publish callbacks [] for security_group (f365ad27-931b-4784-871e-91b530c80853), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:14.462839 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-84e661d2-294b-44b7-8c3a-e6a0a2383ecc admin admin] Publish callbacks [] for security_group (f365ad27-931b-4784-871e-91b530c80853), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:14.606944 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-84e661d2-294b-44b7-8c3a-e6a0a2383ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (f365ad27-931b-4784-871e-91b530c80853), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:14.609486 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-84e661d2-294b-44b7-8c3a-e6a0a2383ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:14.619104 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-84e661d2-294b-44b7-8c3a-e6a0a2383ecc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f365ad27-931b-4784-871e-91b530c80853 HTTP/1.1" status: 204 len: 168 time: 0.2231767 Mar 09 14:45:14.620370 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e661d2-294b-44b7-8c3a-e6a0a2383ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f365ad27-931b-4784-871e-91b530c80853,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:14.655333 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92032f2-5f6b-4951-b251-8677547e0ff0 req-01fde6e2-ff28-48ab-8f3b-615674533d41 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:14.668615 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e92032f2-5f6b-4951-b251-8677547e0ff0 req-01fde6e2-ff28-48ab-8f3b-615674533d41 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0631845 Mar 09 14:45:14.703939 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e92032f2-5f6b-4951-b251-8677547e0ff0 req-767dd868-30c7-4cdb-b2a4-6c65c953a257 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419779 Mar 09 14:45:14.867121 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-36b327d5-d3ae-441c-8489-fab6c0a7ef8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:14.979812 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba7628-bf9f-4eed-b8ae-459b4a0c284c req-a20976f8-c294-41cd-9261-951ddb3cf257 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:14.981281 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-beba7628-bf9f-4eed-b8ae-459b4a0c284c req-a20976f8-c294-41cd-9261-951ddb3cf257 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 945 time: 0.0550256 Mar 09 14:45:14.998009 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33514) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:15.030481 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-beba7628-bf9f-4eed-b8ae-459b4a0c284c req-5aa954ba-b89f-4505-a830-8ab7ad60391e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Mar 09 14:45:15.102975 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 111918c6-3ae6-43b0-8bc1-47b1196ba336 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:45:15.218831 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 111918c6-3ae6-43b0-8bc1-47b1196ba336 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:45:15.224039 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0633ad01-ab0c-4573-b620-d0394046cf62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:15.224862 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 111918c6-3ae6-43b0-8bc1-47b1196ba336 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:15.224862 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:15.330344 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0633ad01-ab0c-4573-b620-d0394046cf62 admin admin] Publish callbacks [] for security_group (5f4427b3-e14a-42f0-aa62-640ad6691aea), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:15.415268 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0633ad01-ab0c-4573-b620-d0394046cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5f4427b3-e14a-42f0-aa62-640ad6691aea), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:15.457096 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0633ad01-ab0c-4573-b620-d0394046cf62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ee85e5d73514d82a7afb4f22e6c02b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554164 Mar 09 14:45:15.457367 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33542) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:15.461218 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 111918c6-3ae6-43b0-8bc1-47b1196ba336 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:15.461611 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:15.491925 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633ad01-ab0c-4573-b620-d0394046cf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4427b3-e14a-42f0-aa62-640ad6691aea,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:15.511954 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 111918c6-3ae6-43b0-8bc1-47b1196ba336, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=111918c6-3ae6-43b0-8bc1-47b1196ba336,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:15.528170 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-50e7776c-698d-4e29-954a-be33a7e27361 admin admin] Publish callbacks [] for security_group (5f4427b3-e14a-42f0-aa62-640ad6691aea), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:15.557336 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-50e7776c-698d-4e29-954a-be33a7e27361 admin admin] Publish callbacks [] for security_group (5f4427b3-e14a-42f0-aa62-640ad6691aea), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:15.595848 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111918c6-3ae6-43b0-8bc1-47b1196ba336'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:45:15.598313 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb4ec01-d680-41c1-89f2-82d5740a2c12" -d '{"events": [{"server_uuid": "603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8", "name": "network-vif-plugged", "status": "completed", "tag": "111918c6-3ae6-43b0-8bc1-47b1196ba336"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:45:15.634402 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f8a4c-fed9-4146-b9e8-bf039ebc2563 x-openstack-request-id: req-419f8a4c-fed9-4146-b9e8-bf039ebc2563 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:45:15.634715 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8", "name": "network-vif-plugged", "status": "completed", "tag": "111918c6-3ae6-43b0-8bc1-47b1196ba336", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:45:15.634971 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-419f8a4c-fed9-4146-b9e8-bf039ebc2563 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:45:15.635377 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'code': 200} Mar 09 14:45:15.825699 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbeae0-bb90-4be7-a511-d6138224cd99 req-ab947c17-6745-4ad3-9604-470661ccbb51 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:15.827138 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-78bbeae0-bb90-4be7-a511-d6138224cd99 req-ab947c17-6745-4ad3-9604-470661ccbb51 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0503256 Mar 09 14:45:15.872394 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-78bbeae0-bb90-4be7-a511-d6138224cd99 req-bb03c6b9-f56c-439a-9844-f95d6b83a6e2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397635 Mar 09 14:45:16.150512 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef68208-d1a2-46fe-830d-f17a2ed090bf req-adcf1ca0-ef79-4040-99fa-e5e324f0f963 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:16.151961 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eef68208-d1a2-46fe-830d-f17a2ed090bf req-adcf1ca0-ef79-4040-99fa-e5e324f0f963 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 945 time: 0.0542247 Mar 09 14:45:16.200677 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eef68208-d1a2-46fe-830d-f17a2ed090bf req-b22fe402-a5b4-4e3b-b84f-793670fe42d8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433550 Mar 09 14:45:16.756686 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:16.786490 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-50e7776c-698d-4e29-954a-be33a7e27361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5f4427b3-e14a-42f0-aa62-640ad6691aea), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:16.789472 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-50e7776c-698d-4e29-954a-be33a7e27361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:16.792602 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-50e7776c-698d-4e29-954a-be33a7e27361 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f4427b3-e14a-42f0-aa62-640ad6691aea HTTP/1.1" status: 204 len: 168 time: 1.3317966 Mar 09 14:45:16.811967 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7776c-698d-4e29-954a-be33a7e27361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4427b3-e14a-42f0-aa62-640ad6691aea,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:16.846760 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=111918c6-3ae6-43b0-8bc1-47b1196ba336,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:17.017735 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8d1ed-b198-4e1d-9865-7e664ea8e3bb req-81109705-9e9c-46d2-8c7b-c31e1c8dffc1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:17.019838 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73c8d1ed-b198-4e1d-9865-7e664ea8e3bb req-81109705-9e9c-46d2-8c7b-c31e1c8dffc1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0654922 Mar 09 14:45:17.068946 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42840223-b4d3-48ab-9c62-f0569e837c11 req-da7ddb5f-983f-4d70-80ab-6873cb5f3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:17.089758 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-42840223-b4d3-48ab-9c62-f0569e837c11 req-da7ddb5f-983f-4d70-80ab-6873cb5f3830 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 1130 time: 0.0677342 Mar 09 14:45:17.125520 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73c8d1ed-b198-4e1d-9865-7e664ea8e3bb req-c0a722dc-13ea-408b-b4b0-87d93443765e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991623 Mar 09 14:45:17.140931 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d5555d1f-dcb6-4924-971d-1e2eb2b5ec1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:17.178637 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-42840223-b4d3-48ab-9c62-f0569e837c11 req-9acab1fc-31e3-449e-b6fd-a396d855ada4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920384 Mar 09 14:45:17.346698 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab2469-e0c1-4190-a6bd-1df3f0459c3b req-454a5964-d0ed-4329-8572-e4c90074e91d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:17.349295 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a2ab2469-e0c1-4190-a6bd-1df3f0459c3b req-454a5964-d0ed-4329-8572-e4c90074e91d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0913155 Mar 09 14:45:17.360228 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 33588) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:17.366527 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-0f315084-edba-4310-8d8c-d7a76218de91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'floatingip': {'port_id': '824eb34c-2615-41a5-8a24-1ad6f4c309b9'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:17.549664 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f315084-edba-4310-8d8c-d7a76218de91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (c672391d-5873-4252-833e-fbcade4d1bfe), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:17.662817 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f02cf-e825-47e6-add2-26e8304f96d5 req-90846a29-63ca-48fd-9f74-9637cd795cb7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:17.666913 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b3f02cf-e825-47e6-add2-26e8304f96d5 req-90846a29-63ca-48fd-9f74-9637cd795cb7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 946 time: 0.2211547 Mar 09 14:45:17.852515 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33606) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:17.874803 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73effd39-e20e-467e-8105-e0dd81df337b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:17.987560 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b3f02cf-e825-47e6-add2-26e8304f96d5 req-0a3b5f2a-99f9-45a7-a54f-56729927b5ed tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197792 Mar 09 14:45:18.045587 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73effd39-e20e-467e-8105-e0dd81df337b admin admin] Publish callbacks [] for security_group (181065fb-1472-47c1-8756-cc2bc1e05ed7), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:18.129098 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-73effd39-e20e-467e-8105-e0dd81df337b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (181065fb-1472-47c1-8756-cc2bc1e05ed7), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:18.170191 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-73effd39-e20e-467e-8105-e0dd81df337b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dcf9ed6185041bfa04fadf4a563d963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162470 Mar 09 14:45:18.171075 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73effd39-e20e-467e-8105-e0dd81df337b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181065fb-1472-47c1-8756-cc2bc1e05ed7,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:18.173566 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33614) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:18.282765 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bc449b2-8019-4a46-897a-0ec585525f10 admin admin] Publish callbacks [] for security_group (181065fb-1472-47c1-8756-cc2bc1e05ed7), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:18.324101 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bc449b2-8019-4a46-897a-0ec585525f10 admin admin] Publish callbacks [] for security_group (181065fb-1472-47c1-8756-cc2bc1e05ed7), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:18.398480 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:18.518009 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bc449b2-8019-4a46-897a-0ec585525f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (181065fb-1472-47c1-8756-cc2bc1e05ed7), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:18.520575 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bc449b2-8019-4a46-897a-0ec585525f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:18.523194 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7bc449b2-8019-4a46-897a-0ec585525f10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/181065fb-1472-47c1-8756-cc2bc1e05ed7 HTTP/1.1" status: 204 len: 168 time: 0.3478596 Mar 09 14:45:18.539325 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc449b2-8019-4a46-897a-0ec585525f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181065fb-1472-47c1-8756-cc2bc1e05ed7,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:18.547472 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f315084-edba-4310-8d8c-d7a76218de91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:18.640165 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f315084-edba-4310-8d8c-d7a76218de91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (c672391d-5873-4252-833e-fbcade4d1bfe), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:18.766966 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-0f315084-edba-4310-8d8c-d7a76218de91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Floating IP c672391d-5873-4252-833e-fbcade4d1bfe associated. External IP: 172.27.2.91, port: 824eb34c-2615-41a5-8a24-1ad6f4c309b9. Mar 09 14:45:19.073234 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f315084-edba-4310-8d8c-d7a76218de91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Router 87692b5f-b486-4175-be7b-25dc725219fc has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:45:19.284793 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f315084-edba-4310-8d8c-d7a76218de91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:45:19.299844 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0f315084-edba-4310-8d8c-d7a76218de91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:19.300804 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] Sync routers for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:45:19.312137 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:19.313176 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:19.347731 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0f315084-edba-4310-8d8c-d7a76218de91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "PUT /v2.0/floatingips/c672391d-5873-4252-833e-fbcade4d1bfe HTTP/1.1" status: 200 len: 990 time: 1.9851191 Mar 09 14:45:19.354583 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb8e3d-358a-4640-b147-6f443114b763 req-8eccd0ea-a5cd-4587-a56d-f27977535fec tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:19.356153 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dbcb8e3d-358a-4640-b147-6f443114b763 req-8eccd0ea-a5cd-4587-a56d-f27977535fec tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 946 time: 0.1140060 Mar 09 14:45:19.356775 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:45:19.416531 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dbcb8e3d-358a-4640-b147-6f443114b763 req-be537901-084e-4fd8-a9e4-00355448ea1a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497503 Mar 09 14:45:19.434228 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:19.553952 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efae8e-58de-4a96-804a-f88e88492e1b req-28073736-91ce-413c-b6a6-36e8ffbf63b0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:19.556262 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-04efae8e-58de-4a96-804a-f88e88492e1b req-28073736-91ce-413c-b6a6-36e8ffbf63b0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 946 time: 0.0568314 Mar 09 14:45:19.566216 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33678) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:19.571501 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-6946d93f-21f3-4ee2-a659-8c271c683d0e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'floatingip': {'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:19.679150 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:19.687936 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6946d93f-21f3-4ee2-a659-8c271c683d0e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (d0df06b0-587d-474a-a4ed-6e098b7edd1e), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:19.754964 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e6593e-b099-420e-b6b1-5637decf0166" -d '{"events": [{"name": "network-changed", "server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:45:19.766218 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'c672391d-5873-4252-833e-fbcade4d1bfe', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'port_id': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'mac_address': 'fa:16:3e:9e:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2037abc0-19d1-43b9-835d-84db28b5b606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:45Z', 'updated_at': '2022-03-09T14:45:18Z', 'revision_number': 1, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:19.798319 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] Checking router: 87692b5f-b486-4175-be7b-25dc725219fc for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:45:19.825835 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:19.826529 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:19.997898 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d33bd5-dcb1-4cfe-8fdf-ca3dc848aa08 x-openstack-request-id: req-f0d33bd5-dcb1-4cfe-8fdf-ca3dc848aa08 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:45:19.998427 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:45:19.999279 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0d33bd5-dcb1-4cfe-8fdf-ca3dc848aa08 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:45:20.000048 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'status': 'completed', 'code': 200} Mar 09 14:45:20.096174 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:20.189200 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-6c5708e3-f834-417b-b493-2b43aaadb50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:20.190695 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-6c5708e3-f834-417b-b493-2b43aaadb50c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 1129 time: 0.1742070 Mar 09 14:45:20.385859 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'c672391d-5873-4252-833e-fbcade4d1bfe', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'port_id': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'mac_address': 'fa:16:3e:9e:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2037abc0-19d1-43b9-835d-84db28b5b606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:45Z', 'updated_at': '2022-03-09T14:45:18Z', 'revision_number': 1, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:20.414592 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c7806-b96c-40da-9f31-1b004320d082 None None] The sync data for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi is: [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'c672391d-5873-4252-833e-fbcade4d1bfe', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'port_id': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'mac_address': 'fa:16:3e:9e:fb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2037abc0-19d1-43b9-835d-84db28b5b606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:45Z', 'updated_at': '2022-03-09T14:45:18Z', 'revision_number': 1, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:45:20.447872 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-68bb1cf5-e5bb-457d-a7f1-b4bbdc56510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:20.453305 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-68bb1cf5-e5bb-457d-a7f1-b4bbdc56510c service neutron] 10.222.0.16 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 916 time: 0.2507219 Mar 09 14:45:20.690170 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e1951-ded0-4c55-b056-4cc3a51db910 None None] New status for floating IP c672391d-5873-4252-833e-fbcade4d1bfe: ACTIVE {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:45:20.797534 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6946d93f-21f3-4ee2-a659-8c271c683d0e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:20.805103 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-10037c94-9792-4a5d-bc8d-a7018d4931ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9 HTTP/1.1" status: 200 len: 998 time: 0.3484750 Mar 09 14:45:20.859548 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-ab07f858-f434-4508-bc1b-6e3e9389a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:20.861160 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-ab07f858-f434-4508-bc1b-6e3e9389a69f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 200 len: 854 time: 0.0495412 Mar 09 14:45:20.928991 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-ff4fa245-c7e6-43e6-bc17-3e5426531e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:20.930573 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-ff4fa245-c7e6-43e6-bc17-3e5426531e4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22b50098-231e-4eaf-af19-c11841a316ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637870 Mar 09 14:45:20.934828 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6946d93f-21f3-4ee2-a659-8c271c683d0e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (d0df06b0-587d-474a-a4ed-6e098b7edd1e), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:21.121427 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [None req-6946d93f-21f3-4ee2-a659-8c271c683d0e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Floating IP d0df06b0-587d-474a-a4ed-6e098b7edd1e associated. External IP: 172.27.2.198, port: 111918c6-3ae6-43b0-8bc1-47b1196ba336. Mar 09 14:45:21.126239 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-ece60ed9-7aac-4d49-9035-bd14413f6326 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881628 Mar 09 14:45:21.267097 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:21.291402 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e3e6593e-b099-420e-b6b1-5637decf0166 req-9184d293-08fb-4cb8-9bc3-657ae7ecbb54 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352105 Mar 09 14:45:21.430423 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6946d93f-21f3-4ee2-a659-8c271c683d0e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:45:21.548388 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6946d93f-21f3-4ee2-a659-8c271c683d0e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:45:21.553786 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6946d93f-21f3-4ee2-a659-8c271c683d0e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:21.562464 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:45:21.577731 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:21.579291 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:21.588131 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-6946d93f-21f3-4ee2-a659-8c271c683d0e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "PUT /v2.0/floatingips/d0df06b0-587d-474a-a4ed-6e098b7edd1e HTTP/1.1" status: 200 len: 992 time: 2.0202301 Mar 09 14:45:21.589075 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'tag': '111918c6-3ae6-43b0-8bc1-47b1196ba336'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:45:21.591532 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5570010c-f077-484e-bc0c-3f5a86d89fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8", "tag": "111918c6-3ae6-43b0-8bc1-47b1196ba336"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:45:21.633626 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e0cf69-96c6-41a6-bd36-0951aaf950c8 x-openstack-request-id: req-60e0cf69-96c6-41a6-bd36-0951aaf950c8 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:45:21.633934 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8", "tag": "111918c6-3ae6-43b0-8bc1-47b1196ba336", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:45:21.634194 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60e0cf69-96c6-41a6-bd36-0951aaf950c8 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:45:21.634601 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'tag': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'status': 'completed', 'code': 200} Mar 09 14:45:21.704838 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:21.719607 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-6ce87236-32d9-43e3-8702-cb74df3b7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:21.721168 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-6ce87236-32d9-43e3-8702-cb74df3b7d63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 1130 time: 0.0599043 Mar 09 14:45:21.843287 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-139b2f80-efeb-48c4-923c-75b77b230370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:21.844898 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-139b2f80-efeb-48c4-923c-75b77b230370 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 915 time: 0.1159141 Mar 09 14:45:21.923014 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-42a14345-3f51-4188-9e89-88db31331faf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=111918c6-3ae6-43b0-8bc1-47b1196ba336 HTTP/1.1" status: 200 len: 1000 time: 0.0701227 Mar 09 14:45:21.956256 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'd0df06b0-587d-474a-a4ed-6e098b7edd1e', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:bd:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:47Z', 'updated_at': '2022-03-09T14:45:20Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:21.971801 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-a7f7d243-07b4-44aa-a92e-b5f4b17f2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:21.973234 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-a7f7d243-07b4-44aa-a92e-b5f4b17f2380 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=716d55f1-12e3-4df0-8873-3342175b3a93 HTTP/1.1" status: 200 len: 853 time: 0.0438092 Mar 09 14:45:21.982681 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:45:21.991864 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:21.992477 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:22.027672 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-aabb1fa4-6c57-4ae9-8656-897601520314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:22.029559 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-aabb1fa4-6c57-4ae9-8656-897601520314 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d7fd99d-9010-431c-8d9a-debb68cefb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497198 Mar 09 14:45:22.104482 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:22.122141 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-d8c62cf3-1c9d-4dab-94df-71b6d8157ba6 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856071 Mar 09 14:45:22.227131 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5570010c-f077-484e-bc0c-3f5a86d89fbc req-d79bc035-6012-4b58-af75-9ccd143808ba service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947738 Mar 09 14:45:22.336985 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'd0df06b0-587d-474a-a4ed-6e098b7edd1e', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:bd:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:47Z', 'updated_at': '2022-03-09T14:45:20Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:22.363931 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84767477-9c91-4126-b8d8-28bec37ba292 None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'd0df06b0-587d-474a-a4ed-6e098b7edd1e', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:bd:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:47Z', 'updated_at': '2022-03-09T14:45:20Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:45:22.561896 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a595ca6-65bf-4f4c-b2a7-498e86f16583 None None] New status for floating IP d0df06b0-587d-474a-a4ed-6e098b7edd1e: ACTIVE {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:45:23.217989 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33850) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:23.326846 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05b35db2-fb7d-4e48-bf2f-10e23a28ecaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:23.402450 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05b35db2-fb7d-4e48-bf2f-10e23a28ecaa admin admin] Publish callbacks [] for security_group (009d7530-8a53-4868-ae4f-0451b14a5c11), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:23.466429 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-05b35db2-fb7d-4e48-bf2f-10e23a28ecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (009d7530-8a53-4868-ae4f-0451b14a5c11), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:23.510071 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-05b35db2-fb7d-4e48-bf2f-10e23a28ecaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41fc738ec12745a694dd12786829d059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909386 Mar 09 14:45:23.510535 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 33872) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:23.511079 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b35db2-fb7d-4e48-bf2f-10e23a28ecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009d7530-8a53-4868-ae4f-0451b14a5c11,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:23.573053 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-606b8b06-43f9-416b-b2d3-f723df15b693 admin admin] Publish callbacks [] for security_group (009d7530-8a53-4868-ae4f-0451b14a5c11), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:23.604204 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-606b8b06-43f9-416b-b2d3-f723df15b693 admin admin] Publish callbacks [] for security_group (009d7530-8a53-4868-ae4f-0451b14a5c11), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:23.735149 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-606b8b06-43f9-416b-b2d3-f723df15b693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (009d7530-8a53-4868-ae4f-0451b14a5c11), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:23.737864 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-606b8b06-43f9-416b-b2d3-f723df15b693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:23.739025 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-606b8b06-43f9-416b-b2d3-f723df15b693 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/009d7530-8a53-4868-ae4f-0451b14a5c11 HTTP/1.1" status: 204 len: 168 time: 0.2262981 Mar 09 14:45:23.747192 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b8b06-43f9-416b-b2d3-f723df15b693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009d7530-8a53-4868-ae4f-0451b14a5c11,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:24.497070 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 33940) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:24.509719 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5fb89352-4ca0-40d0-9b3d-685b32bf3a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:24.587795 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5fb89352-4ca0-40d0-9b3d-685b32bf3a13 admin admin] Publish callbacks [] for security_group (7c43f884-f76d-455b-a35f-264527d8de6e), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:24.672396 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5fb89352-4ca0-40d0-9b3d-685b32bf3a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (7c43f884-f76d-455b-a35f-264527d8de6e), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:24.714107 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5fb89352-4ca0-40d0-9b3d-685b32bf3a13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07aee1a7ba6643b6b44e7ba1c9908dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158740 Mar 09 14:45:24.728207 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb89352-4ca0-40d0-9b3d-685b32bf3a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c43f884-f76d-455b-a35f-264527d8de6e,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:24.729327 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 33956) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:24.766072 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-81699767-c28e-4810-89f6-3037c774498d admin admin] Publish callbacks [] for security_group (7c43f884-f76d-455b-a35f-264527d8de6e), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:24.787128 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-81699767-c28e-4810-89f6-3037c774498d admin admin] Publish callbacks [] for security_group (7c43f884-f76d-455b-a35f-264527d8de6e), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:24.935103 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-81699767-c28e-4810-89f6-3037c774498d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (7c43f884-f76d-455b-a35f-264527d8de6e), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:24.938231 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-81699767-c28e-4810-89f6-3037c774498d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:24.945082 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-81699767-c28e-4810-89f6-3037c774498d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c43f884-f76d-455b-a35f-264527d8de6e HTTP/1.1" status: 204 len: 168 time: 0.2214329 Mar 09 14:45:24.947484 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81699767-c28e-4810-89f6-3037c774498d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c43f884-f76d-455b-a35f-264527d8de6e,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:26.035221 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34016) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:26.245066 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ff8ae7cb-3636-45de-b8b7-1d8145c998d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:26.322659 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ff8ae7cb-3636-45de-b8b7-1d8145c998d4 admin admin] Publish callbacks [] for security_group (64cd933d-e7a5-4b30-9b0c-a59965cb56f3), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:26.480569 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ff8ae7cb-3636-45de-b8b7-1d8145c998d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (64cd933d-e7a5-4b30-9b0c-a59965cb56f3), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:26.518537 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ff8ae7cb-3636-45de-b8b7-1d8145c998d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52e00b6864714fd0bf30439f3b727148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4822133 Mar 09 14:45:26.520643 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ae7cb-3636-45de-b8b7-1d8145c998d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cd933d-e7a5-4b30-9b0c-a59965cb56f3,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:26.521365 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34044) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:26.574912 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fce80f01-a6bc-4215-91c1-8cb30997d4a6 admin admin] Publish callbacks [] for security_group (64cd933d-e7a5-4b30-9b0c-a59965cb56f3), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:26.597603 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fce80f01-a6bc-4215-91c1-8cb30997d4a6 admin admin] Publish callbacks [] for security_group (64cd933d-e7a5-4b30-9b0c-a59965cb56f3), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:26.756904 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fce80f01-a6bc-4215-91c1-8cb30997d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (64cd933d-e7a5-4b30-9b0c-a59965cb56f3), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:26.759402 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-fce80f01-a6bc-4215-91c1-8cb30997d4a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:26.760549 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-fce80f01-a6bc-4215-91c1-8cb30997d4a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64cd933d-e7a5-4b30-9b0c-a59965cb56f3 HTTP/1.1" status: 204 len: 168 time: 0.2363856 Mar 09 14:45:26.768147 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce80f01-a6bc-4215-91c1-8cb30997d4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cd933d-e7a5-4b30-9b0c-a59965cb56f3,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:26.942759 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34062) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:27.027763 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e36647d8-5a62-42de-9e58-170066fc93ae req-6865ec9c-34cc-4220-b201-842bc9297e04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451884 Mar 09 14:45:27.134392 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36647d8-5a62-42de-9e58-170066fc93ae req-d40d8150-680f-48ab-94a9-8159f6c23862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:27.135146 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e36647d8-5a62-42de-9e58-170066fc93ae req-d40d8150-680f-48ab-94a9-8159f6c23862 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4be6e85610cd4c0b9fbeb97b673247f1&device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 1130 time: 0.0535264 Mar 09 14:45:27.135958 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-87e39141-99e1-4a82-961c-c2fa7a8530a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:27.258836 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-87e39141-99e1-4a82-961c-c2fa7a8530a9 admin admin] Publish callbacks [] for security_group (29d7aec4-74f8-4d71-b4e8-97908e515d7d), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:27.273052 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36647d8-5a62-42de-9e58-170066fc93ae req-40200815-87bc-4e8a-8907-889edc0a8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:27.274975 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e36647d8-5a62-42de-9e58-170066fc93ae req-40200815-87bc-4e8a-8907-889edc0a8fef service neutron] 10.222.0.16 "GET /v2.0/networks?id=e81de193-7469-4db7-a686-c1d8c24b6a65 HTTP/1.1" status: 200 len: 913 time: 0.1162605 Mar 09 14:45:27.332453 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e36647d8-5a62-42de-9e58-170066fc93ae req-609e84e5-3304-42aa-841b-e2ce94443952 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 HTTP/1.1" status: 200 len: 217 time: 0.0415313 Mar 09 14:45:27.335179 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-87e39141-99e1-4a82-961c-c2fa7a8530a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (29d7aec4-74f8-4d71-b4e8-97908e515d7d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:27.376108 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e39141-99e1-4a82-961c-c2fa7a8530a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d7aec4-74f8-4d71-b4e8-97908e515d7d,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:27.383315 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34080) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:27.383484 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-87e39141-99e1-4a82-961c-c2fa7a8530a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50737c53e7ca48e880d894e2adba0585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387081 Mar 09 14:45:27.393379 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36647d8-5a62-42de-9e58-170066fc93ae req-4ec92e1d-2df4-4276-bbbe-9aba6808030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:27.394849 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e36647d8-5a62-42de-9e58-170066fc93ae req-4ec92e1d-2df4-4276-bbbe-9aba6808030e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e195a8eb-0c9a-4ade-855a-7353b5797a51 HTTP/1.1" status: 200 len: 852 time: 0.0555365 Mar 09 14:45:27.445386 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e36647d8-5a62-42de-9e58-170066fc93ae req-0f129a13-05d1-405d-84cd-207e6d867a7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e81de193-7469-4db7-a686-c1d8c24b6a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339606 Mar 09 14:45:27.478861 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dac22020-24dc-4ae1-9e1c-1ec607ad3d25 admin admin] Publish callbacks [] for security_group (29d7aec4-74f8-4d71-b4e8-97908e515d7d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:27.555007 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dac22020-24dc-4ae1-9e1c-1ec607ad3d25 admin admin] Publish callbacks [] for security_group (29d7aec4-74f8-4d71-b4e8-97908e515d7d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:27.617545 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e36647d8-5a62-42de-9e58-170066fc93ae req-432c671a-d314-4190-a925-c44cfc9c7044 service neutron] 10.222.0.16 "GET /v2.0/networks/e81de193-7469-4db7-a686-c1d8c24b6a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589060 Mar 09 14:45:27.719434 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34094) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:27.726696 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e36647d8-5a62-42de-9e58-170066fc93ae req-24fac075-8006-423f-975f-4fb2f5e1094d service neutron] 10.222.0.16 "GET /v2.0/networks/e81de193-7469-4db7-a686-c1d8c24b6a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021950 Mar 09 14:45:27.742673 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23f173-091f-49a0-8796-a086620a5d09 req-dc87c1e5-e3ed-4d7f-8cda-059d030e2c0b tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:27.744213 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef23f173-091f-49a0-8796-a086620a5d09 req-dc87c1e5-e3ed-4d7f-8cda-059d030e2c0b tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0773158 Mar 09 14:45:27.745113 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:27.752324 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dac22020-24dc-4ae1-9e1c-1ec607ad3d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (29d7aec4-74f8-4d71-b4e8-97908e515d7d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:27.755595 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dac22020-24dc-4ae1-9e1c-1ec607ad3d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:27.759619 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-dac22020-24dc-4ae1-9e1c-1ec607ad3d25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29d7aec4-74f8-4d71-b4e8-97908e515d7d HTTP/1.1" status: 204 len: 168 time: 0.3753319 Mar 09 14:45:27.768767 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac22020-24dc-4ae1-9e1c-1ec607ad3d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d7aec4-74f8-4d71-b4e8-97908e515d7d,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:27.848037 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef23f173-091f-49a0-8796-a086620a5d09 req-5c0c921c-295a-4ad9-912b-988a277a9aab tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900581 Mar 09 14:45:27.887024 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Publish callbacks [] for security_group (c89284d5-885a-4247-b835-a56b5d7e16d1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.007823 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (c89284d5-885a-4247-b835-a56b5d7e16d1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.048698 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8c4608f76ff4f2f87354ab95d8eed5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259466 Mar 09 14:45:28.048926 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34110) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:28.064790 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89284d5-885a-4247-b835-a56b5d7e16d1,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:28.072740 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34112) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:28.089432 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.089785 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.090127 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.090464 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.090795 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.091125 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.091453 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.091779 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.092105 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.092429 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.092816 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.093139 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.093461 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf385e8-b991-4cda-88d1-e1442ef8f88f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.124393 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0824316a-aa4b-4766-8563-175d220ec6a2 admin admin] Publish callbacks [] for security_group (c89284d5-885a-4247-b835-a56b5d7e16d1), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.148153 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0824316a-aa4b-4766-8563-175d220ec6a2 admin admin] Publish callbacks [] for security_group (c89284d5-885a-4247-b835-a56b5d7e16d1), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.295462 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0824316a-aa4b-4766-8563-175d220ec6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (c89284d5-885a-4247-b835-a56b5d7e16d1), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.298427 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0824316a-aa4b-4766-8563-175d220ec6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.300290 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0824316a-aa4b-4766-8563-175d220ec6a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c89284d5-885a-4247-b835-a56b5d7e16d1 HTTP/1.1" status: 204 len: 168 time: 0.2469864 Mar 09 14:45:28.331669 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824316a-aa4b-4766-8563-175d220ec6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89284d5-885a-4247-b835-a56b5d7e16d1,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:28.560464 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.638800 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Publish callbacks [] for security_group (92fe27b7-d542-4e3e-86a9-fdd2e1ab157a), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.739092 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34134) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:28.747635 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (92fe27b7-d542-4e3e-86a9-fdd2e1ab157a), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.765045 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a77f8750-913c-4bf1-85d9-67092339d95e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.800462 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c822a17ec44e41229e83651c54fadd17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7264333 Mar 09 14:45:28.803779 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34136) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:28.811703 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fe27b7-d542-4e3e-86a9-fdd2e1ab157a,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:28.824750 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34138) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:28.832702 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.833129 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.833598 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.833816 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.834186 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.834523 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.834914 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.835248 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.835583 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.835917 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.836245 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.836593 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.836935 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a55f56-a164-4d01-b771-7ef1f6cbe3f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:28.898635 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a77f8750-913c-4bf1-85d9-67092339d95e admin admin] Publish callbacks [] for security_group (4e686cd8-ecf4-4c0d-a39d-a705d934effe), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.900205 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18fc5b20-235f-41e5-b4f4-bce261305e3f admin admin] Publish callbacks [] for security_group (92fe27b7-d542-4e3e-86a9-fdd2e1ab157a), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:28.924107 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18fc5b20-235f-41e5-b4f4-bce261305e3f admin admin] Publish callbacks [] for security_group (92fe27b7-d542-4e3e-86a9-fdd2e1ab157a), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.001834 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cd9a2-903b-4239-bbfc-888e706c4a86 req-28ce2153-c250-4aff-872e-d312e0cd74d4 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:29.003426 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6f0cd9a2-903b-4239-bbfc-888e706c4a86 req-28ce2153-c250-4aff-872e-d312e0cd74d4 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0718465 Mar 09 14:45:29.010303 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a77f8750-913c-4bf1-85d9-67092339d95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (4e686cd8-ecf4-4c0d-a39d-a705d934effe), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.050000 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a77f8750-913c-4bf1-85d9-67092339d95e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a65fbd8cbe23463aafc398f3d3817302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096137 Mar 09 14:45:29.053946 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34146) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:29.065740 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6f0cd9a2-903b-4239-bbfc-888e706c4a86 req-3939f86b-9a72-47ac-b5f2-ea7bce9557dd tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560753 Mar 09 14:45:29.077036 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f8750-913c-4bf1-85d9-67092339d95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e686cd8-ecf4-4c0d-a39d-a705d934effe,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:29.101278 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18fc5b20-235f-41e5-b4f4-bce261305e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (92fe27b7-d542-4e3e-86a9-fdd2e1ab157a), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.104514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-18fc5b20-235f-41e5-b4f4-bce261305e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.116082 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-18fc5b20-235f-41e5-b4f4-bce261305e3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92fe27b7-d542-4e3e-86a9-fdd2e1ab157a HTTP/1.1" status: 204 len: 168 time: 0.3004618 Mar 09 14:45:29.116241 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-210c6a63-2476-413c-a656-13aff860466c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.116322 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc5b20-235f-41e5-b4f4-bce261305e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fe27b7-d542-4e3e-86a9-fdd2e1ab157a,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:29.163559 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e29e5872-c961-40ba-a75e-b54aba856522 admin admin] Publish callbacks [] for security_group (4e686cd8-ecf4-4c0d-a39d-a705d934effe), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.197129 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e29e5872-c961-40ba-a75e-b54aba856522 admin admin] Publish callbacks [] for security_group (4e686cd8-ecf4-4c0d-a39d-a705d934effe), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.253000 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-210c6a63-2476-413c-a656-13aff860466c admin admin] Publish callbacks [] for security_group (9e6a5f43-49c0-4a42-9f14-09c3464eb220), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.338777 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-210c6a63-2476-413c-a656-13aff860466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (9e6a5f43-49c0-4a42-9f14-09c3464eb220), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.343817 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e29e5872-c961-40ba-a75e-b54aba856522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (4e686cd8-ecf4-4c0d-a39d-a705d934effe), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.346502 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e29e5872-c961-40ba-a75e-b54aba856522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.347654 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e29e5872-c961-40ba-a75e-b54aba856522 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e686cd8-ecf4-4c0d-a39d-a705d934effe HTTP/1.1" status: 204 len: 168 time: 0.2926974 Mar 09 14:45:29.382951 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-210c6a63-2476-413c-a656-13aff860466c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9b5615eef754f78b3816802c8397494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5535464 Mar 09 14:45:29.384916 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c6a63-2476-413c-a656-13aff860466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6a5f43-49c0-4a42-9f14-09c3464eb220,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:29.385820 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34166) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:29.394906 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e5872-c961-40ba-a75e-b54aba856522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e686cd8-ecf4-4c0d-a39d-a705d934effe,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:29.486670 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e27557c0-e4f5-4b85-9e0e-2de481907799 admin admin] Publish callbacks [] for security_group (9e6a5f43-49c0-4a42-9f14-09c3464eb220), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.512945 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e27557c0-e4f5-4b85-9e0e-2de481907799 admin admin] Publish callbacks [] for security_group (9e6a5f43-49c0-4a42-9f14-09c3464eb220), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.672405 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e27557c0-e4f5-4b85-9e0e-2de481907799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (9e6a5f43-49c0-4a42-9f14-09c3464eb220), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.675086 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e27557c0-e4f5-4b85-9e0e-2de481907799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.676323 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e27557c0-e4f5-4b85-9e0e-2de481907799 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e6a5f43-49c0-4a42-9f14-09c3464eb220 HTTP/1.1" status: 204 len: 168 time: 0.2894759 Mar 09 14:45:29.684537 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27557c0-e4f5-4b85-9e0e-2de481907799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6a5f43-49c0-4a42-9f14-09c3464eb220,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:29.725388 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb46eca-6844-4066-a297-accaafeb2aed req-1b57d4fb-c33c-48e4-bc48-f9291e90451e tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:29.726848 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cdb46eca-6844-4066-a297-accaafeb2aed req-1b57d4fb-c33c-48e4-bc48-f9291e90451e tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0988190 Mar 09 14:45:29.858100 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-cdb46eca-6844-4066-a297-accaafeb2aed req-3a680c2f-12b3-41dc-b774-6b95587e067f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Deleting port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:45:29.858439 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cdb46eca-6844-4066-a297-accaafeb2aed req-3a680c2f-12b3-41dc-b774-6b95587e067f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.957418 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-cdb46eca-6844-4066-a297-accaafeb2aed req-3a680c2f-12b3-41dc-b774-6b95587e067f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] For port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,segment=NetworkSegment(990dd8a2-edaf-4ca9-a649-7c9e3fe263c4),segment_id=990dd8a2-edaf-4ca9-a649-7c9e3fe263c4)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:29.957784 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cdb46eca-6844-4066-a297-accaafeb2aed req-3a680c2f-12b3-41dc-b774-6b95587e067f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:29.972044 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-cdb46eca-6844-4066-a297-accaafeb2aed req-3a680c2f-12b3-41dc-b774-6b95587e067f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Calling delete_port for ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:45:30.108559 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34182) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:30.125711 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6c6b-550d-4ca9-ad95-217ca7f04ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.259021 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cdb46eca-6844-4066-a297-accaafeb2aed req-3a680c2f-12b3-41dc-b774-6b95587e067f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776'] for port (ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.271249 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:45:30.329447 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a680c2f-12b3-41dc-b774-6b95587e067f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Pushing event deleted for resources: {'Port': ['ID=ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:30.392478 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb46eca-6844-4066-a297-accaafeb2aed req-3a680c2f-12b3-41dc-b774-6b95587e067f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] No DVR routers for this DVR port ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:45:30.395945 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-cdb46eca-6844-4066-a297-accaafeb2aed req-3a680c2f-12b3-41dc-b774-6b95587e067f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.400868 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-cdb46eca-6844-4066-a297-accaafeb2aed req-3a680c2f-12b3-41dc-b774-6b95587e067f tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.16 "DELETE /v2.0/ports/ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 HTTP/1.1" status: 204 len: 173 time: 0.6666603 Mar 09 14:45:30.401310 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0', 'name': 'network-vif-deleted', 'tag': 'ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:45:30.403540 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ee39d0-013c-49e7-96ca-55d76fa33442" -d '{"events": [{"server_uuid": "1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0", "name": "network-vif-deleted", "tag": "ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:45:30.404304 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b759e-1277-47bb-a9eb-314369896c00 req-86588824-45f5-4b49-95b5-bbaa8870ee16 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:30.406000 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-518b759e-1277-47bb-a9eb-314369896c00 req-86588824-45f5-4b49-95b5-bbaa8870ee16 tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 946 time: 0.2491233 Mar 09 14:45:30.424607 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6c6b-550d-4ca9-ad95-217ca7f04ec6 admin admin] Publish callbacks [] for security_group (14093d82-0ed2-424d-ab37-891fb64fa6d1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.455093 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e166e001-32f7-464c-985c-c9e60579093d x-openstack-request-id: req-e166e001-32f7-464c-985c-c9e60579093d {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:45:30.455390 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0", "name": "network-vif-deleted", "tag": "ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:45:30.455646 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e166e001-32f7-464c-985c-c9e60579093d {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:45:30.456040 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0', 'name': 'network-vif-deleted', 'tag': 'ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430', 'status': 'completed', 'code': 200} Mar 09 14:45:30.460179 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-518b759e-1277-47bb-a9eb-314369896c00 req-72f50f0a-a9aa-42ef-9197-7cc3cef24fff tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/security-groups?id=2b8b8d06-0a08-4c1e-8213-3937d380ad22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456576 Mar 09 14:45:30.539200 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1d0b6c6b-550d-4ca9-ad95-217ca7f04ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (14093d82-0ed2-424d-ab37-891fb64fa6d1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.578468 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1d0b6c6b-550d-4ca9-ad95-217ca7f04ec6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cdbf50516b142ac9363c6a1c5d13749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4680285 Mar 09 14:45:30.579593 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b6c6b-550d-4ca9-ad95-217ca7f04ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14093d82-0ed2-424d-ab37-891fb64fa6d1,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:30.581181 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34200) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:30.632220 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34204) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:30.653472 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d1c5c98-8e82-4df9-914d-9606d8643a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.658025 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-35699302-d8a5-4256-b581-2b74c36f133b admin admin] Publish callbacks [] for security_group (14093d82-0ed2-424d-ab37-891fb64fa6d1), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.695574 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-35699302-d8a5-4256-b581-2b74c36f133b admin admin] Publish callbacks [] for security_group (14093d82-0ed2-424d-ab37-891fb64fa6d1), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.776112 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d1c5c98-8e82-4df9-914d-9606d8643a22 admin admin] Publish callbacks [] for security_group (144239e6-8726-4f88-ab6c-57c6eae89296), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.883982 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-35699302-d8a5-4256-b581-2b74c36f133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (14093d82-0ed2-424d-ab37-891fb64fa6d1), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.887302 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-35699302-d8a5-4256-b581-2b74c36f133b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.891580 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-35699302-d8a5-4256-b581-2b74c36f133b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14093d82-0ed2-424d-ab37-891fb64fa6d1 HTTP/1.1" status: 204 len: 168 time: 0.3090436 Mar 09 14:45:30.894067 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d1c5c98-8e82-4df9-914d-9606d8643a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (144239e6-8726-4f88-ab6c-57c6eae89296), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:30.907712 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35699302-d8a5-4256-b581-2b74c36f133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14093d82-0ed2-424d-ab37-891fb64fa6d1,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:30.946793 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3d1c5c98-8e82-4df9-914d-9606d8643a22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f2316a81bf345e8b640c89005ba4760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108990 Mar 09 14:45:30.946793 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c5c98-8e82-4df9-914d-9606d8643a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144239e6-8726-4f88-ab6c-57c6eae89296,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:30.947102 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34212) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:31.011982 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f93af531-c4c0-465b-a6ba-669d41489fe1 admin admin] Publish callbacks [] for security_group (144239e6-8726-4f88-ab6c-57c6eae89296), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:31.035049 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f93af531-c4c0-465b-a6ba-669d41489fe1 admin admin] Publish callbacks [] for security_group (144239e6-8726-4f88-ab6c-57c6eae89296), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:31.167552 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f93af531-c4c0-465b-a6ba-669d41489fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (144239e6-8726-4f88-ab6c-57c6eae89296), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:31.170232 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f93af531-c4c0-465b-a6ba-669d41489fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:31.171383 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f93af531-c4c0-465b-a6ba-669d41489fe1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/144239e6-8726-4f88-ab6c-57c6eae89296 HTTP/1.1" status: 204 len: 168 time: 0.2228789 Mar 09 14:45:31.182659 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93af531-c4c0-465b-a6ba-669d41489fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144239e6-8726-4f88-ab6c-57c6eae89296,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:31.593368 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cf123076-f94f-42b1-b04d-2c50b57a6535 req-03f45221-4898-4566-8615-2c5e36df0c6b tempest-DeleteServersTestJSON-519014176 tempest-DeleteServersTestJSON-519014176-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f06f8db-75d4-4a8a-bb82-fc99d3ff1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0376770 Mar 09 14:45:31.648580 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34248) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:31.811511 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1111048952-network', 'tenant_id': 'ce8bbb2041714ffb8e87f63751765343'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:31.941565 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Made reservation on behalf of ce8bbb2041714ffb8e87f63751765343 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:31.944967 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:31.957850 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:32.038312 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Publish callbacks [] for security_group (38f6052d-4467-4a04-8f78-f225704bf96b), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:32.135232 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (38f6052d-4467-4a04-8f78-f225704bf96b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:32.157039 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:45:32.175973 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (7769539c-50b2-4093-a7a1-b66c67d06a14), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:32.176587 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Added segment 7769539c-50b2-4093-a7a1-b66c67d06a14 of type vlan for network 17e59946-06d8-446e-93de-c70a7ad0426f Mar 09 14:45:32.177645 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f6052d-4467-4a04-8f78-f225704bf96b,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:32.219889 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (17e59946-06d8-446e-93de-c70a7ad0426f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:32.221230 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:32.306775 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (17e59946-06d8-446e-93de-c70a7ad0426f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:32.307939 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:32.312176 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:32.391406 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] Pushing event updated for resources: {'Network': ['ID=17e59946-06d8-446e-93de-c70a7ad0426f,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:32.406278 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 17e59946-06d8-446e-93de-c70a7ad0426f details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:45:32.433025 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9320c81c-8837-43ba-bea7-57eae92c8d3e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7801743 Mar 09 14:45:32.433025 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34290) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:32.440921 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Request body: {'subnet': {'network_id': '17e59946-06d8-446e-93de-c70a7ad0426f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1111048952-subnet', 'tenant_id': 'ce8bbb2041714ffb8e87f63751765343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:32.550378 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Made reservation on behalf of ce8bbb2041714ffb8e87f63751765343 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:32.553092 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13243431'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:32.815573 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13132628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13243401'] for subnet (8ef34b8c-a4ef-4f93-be6f-03ddabe8f82b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:32.875989 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef34b8c-a4ef-4f93-be6f-03ddabe8f82b,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:32.886844 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Checking segment: {'id': '7769539c-50b2-4093-a7a1-b66c67d06a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '17e59946-06d8-446e-93de-c70a7ad0426f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:32.887407 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Network hostable DHCP agents. Network: 17e59946-06d8-446e-93de-c70a7ad0426f, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:45:33.004117 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Network 17e59946-06d8-446e-93de-c70a7ad0426f is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:45:33.124141 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 17e59946-06d8-446e-93de-c70a7ad0426f) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:33.129803 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:33.131744 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:33.136366 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa97f0b4-0240-459a-919b-33b37876d494 None None] Network 17e59946-06d8-446e-93de-c70a7ad0426f requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:45:33.225163 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:45:33.254089 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:45:33.254089 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device ffbeb7e6-47eb-4ce4-b8ee-e4b13067d430 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:45:33.256900 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5db65903-4355-4a38-9e00-ec4d5f8603da admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8212564 Mar 09 14:45:33.289191 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c77eb6-afe5-47f6-98d8-d194cef9df15 None None] Network 17e59946-06d8-446e-93de-c70a7ad0426f requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:45:34.381879 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34398) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:34.431146 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d4eaa3-0b83-4a1b-9993-23715e138f59 admin admin] Deleting subnet e195a8eb-0c9a-4ade-855a-7353b5797a51 {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:45:34.434950 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4d4eaa3-0b83-4a1b-9993-23715e138f59 admin admin] Publish callbacks [] for subnet (e195a8eb-0c9a-4ade-855a-7353b5797a51), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.466327 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34400) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:34.471178 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-829763783-network', 'tenant_id': 'b659978ec5a1423b97033aefaf89ac38'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:34.492958 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4d4eaa3-0b83-4a1b-9993-23715e138f59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13986415'] for subnet (e195a8eb-0c9a-4ade-855a-7353b5797a51), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.542244 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4d4eaa3-0b83-4a1b-9993-23715e138f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (e195a8eb-0c9a-4ade-855a-7353b5797a51), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.592565 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Made reservation on behalf of b659978ec5a1423b97033aefaf89ac38 for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:34.594915 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.603474 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.674716 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Publish callbacks [] for security_group (e86f8091-97f1-4c8a-8f53-5b58cc2c05b1), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.690411 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4d4eaa3-0b83-4a1b-9993-23715e138f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13132567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13243392'] for subnet (e195a8eb-0c9a-4ade-855a-7353b5797a51), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.717368 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4eaa3-0b83-4a1b-9993-23715e138f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e195a8eb-0c9a-4ade-855a-7353b5797a51,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:34.719275 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4d4eaa3-0b83-4a1b-9993-23715e138f59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.723452 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d4d4eaa3-0b83-4a1b-9993-23715e138f59 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e195a8eb-0c9a-4ade-855a-7353b5797a51 HTTP/1.1" status: 204 len: 168 time: 0.3395984 Mar 09 14:45:34.725180 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34410) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:34.750724 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (e86f8091-97f1-4c8a-8f53-5b58cc2c05b1), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.775284 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:45:34.785669 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86f8091-97f1-4c8a-8f53-5b58cc2c05b1,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:34.792249 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (281b8d8a-5326-43c6-84e4-227216f7eef1), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.792629 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Added segment 281b8d8a-5326-43c6-84e4-227216f7eef1 of type vlan for network cd9177b5-7a32-4fa4-b543-27b75f221fa6 Mar 09 14:45:34.809278 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (e81de193-7469-4db7-a686-c1d8c24b6a65), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.842247 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (cd9177b5-7a32-4fa4-b543-27b75f221fa6), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.886246 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (e81de193-7469-4db7-a686-c1d8c24b6a65), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.906329 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81de193-7469-4db7-a686-c1d8c24b6a65']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:34.920117 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990dd8a2-edaf-4ca9-a649-7c9e3fe263c4') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:34.920494 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990dd8a2-edaf-4ca9-a649-7c9e3fe263c4') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:34.926295 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (cd9177b5-7a32-4fa4-b543-27b75f221fa6), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.927097 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:34.929167 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.932743 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13986404'] for segment (990dd8a2-edaf-4ca9-a649-7c9e3fe263c4), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.947858 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (990dd8a2-edaf-4ca9-a649-7c9e3fe263c4), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.953962 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:45:34.954359 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13132489'] for segment (990dd8a2-edaf-4ca9-a649-7c9e3fe263c4), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: Traceback (most recent call last): Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: timer() Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: cb(*args, **kw) Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: return func(*args, **kwargs) Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: self._notify() Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: self.callback(batched_events) Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: event.method(event) Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: return f(self, *a, **k) Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._get(url).json() Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:45:34.959623 dv-cinder-830086-3-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:45:34.997256 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9177b5-7a32-4fa4-b543-27b75f221fa6,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:35.009554 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network cd9177b5-7a32-4fa4-b543-27b75f221fa6 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:45:35.011872 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-61a8c4c1-14db-401b-9eb5-22371daf3f86 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5443845 Mar 09 14:45:35.012499 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34416) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:35.017536 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Request body: {'subnet': {'network_id': 'cd9177b5-7a32-4fa4-b543-27b75f221fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-829763783-subnet', 'tenant_id': 'b659978ec5a1423b97033aefaf89ac38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:35.090145 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (e81de193-7469-4db7-a686-c1d8c24b6a65), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:35.097173 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:35.108482 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e81de193-7469-4db7-a686-c1d8c24b6a65 HTTP/1.1" status: 204 len: 168 time: 0.3747482 Mar 09 14:45:35.109997 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e704d28-dcd9-4101-865a-44f2bb1368e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e81de193-7469-4db7-a686-c1d8c24b6a65,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:35.156295 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Made reservation on behalf of b659978ec5a1423b97033aefaf89ac38 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:35.158854 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:35.450342 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (76b2a4c7-866b-4884-9764-33c46f5c000c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:35.508168 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b2a4c7-866b-4884-9764-33c46f5c000c,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:35.516846 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Checking segment: {'id': '281b8d8a-5326-43c6-84e4-227216f7eef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd9177b5-7a32-4fa4-b543-27b75f221fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:35.517209 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Network hostable DHCP agents. Network: cd9177b5-7a32-4fa4-b543-27b75f221fa6, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:45:35.570681 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34430) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:35.613235 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-99a93cae-1ea2-4906-989a-5deb69fb20e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4be6e85610cd4c0b9fbeb97b673247f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413301 Mar 09 14:45:35.616084 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34432) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:35.638991 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Network cd9177b5-7a32-4fa4-b543-27b75f221fa6 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:45:35.668619 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-70524656-07e6-46dc-bb38-41e18103de4c admin admin] Publish callbacks [] for security_group (2b8b8d06-0a08-4c1e-8213-3937d380ad22), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:35.688689 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-70524656-07e6-46dc-bb38-41e18103de4c admin admin] Publish callbacks [] for security_group (2b8b8d06-0a08-4c1e-8213-3937d380ad22), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:35.746876 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, cd9177b5-7a32-4fa4-b543-27b75f221fa6) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:35.751508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:35.752785 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:35.755826 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff51d95-2992-4e20-9e65-1e23af93272e None None] Network cd9177b5-7a32-4fa4-b543-27b75f221fa6 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:45:35.852351 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-36ee9f57-72f2-42d7-960f-18756f6aa7b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8384454 Mar 09 14:45:35.853059 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee73dbbd-bc21-4ef1-b722-eeac8afaf17a None None] Network cd9177b5-7a32-4fa4-b543-27b75f221fa6 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:45:35.853359 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-70524656-07e6-46dc-bb38-41e18103de4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2b8b8d06-0a08-4c1e-8213-3937d380ad22), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:35.856499 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-70524656-07e6-46dc-bb38-41e18103de4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:35.871603 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-70524656-07e6-46dc-bb38-41e18103de4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b8b8d06-0a08-4c1e-8213-3937d380ad22 HTTP/1.1" status: 204 len: 168 time: 0.2437453 Mar 09 14:45:35.891695 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70524656-07e6-46dc-bb38-41e18103de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b8d06-0a08-4c1e-8213-3937d380ad22,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:36.644270 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34468) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:36.766096 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-df8e4713-aa1a-4440-b5d8-a6d8255019f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:36.856660 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-df8e4713-aa1a-4440-b5d8-a6d8255019f5 admin admin] Publish callbacks [] for security_group (00f5ec89-1002-44f4-aa7c-9f63fe15661d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:36.912969 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-df8e4713-aa1a-4440-b5d8-a6d8255019f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (00f5ec89-1002-44f4-aa7c-9f63fe15661d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:36.952452 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-df8e4713-aa1a-4440-b5d8-a6d8255019f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a6bf41b0de04b48ab8ffb3607cfce95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070588 Mar 09 14:45:36.953595 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e4713-aa1a-4440-b5d8-a6d8255019f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f5ec89-1002-44f4-aa7c-9f63fe15661d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:36.955774 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34484) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:37.010151 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e09432bc-ca87-4d89-b734-80fa83ad6d12 admin admin] Publish callbacks [] for security_group (00f5ec89-1002-44f4-aa7c-9f63fe15661d), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:37.033100 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e09432bc-ca87-4d89-b734-80fa83ad6d12 admin admin] Publish callbacks [] for security_group (00f5ec89-1002-44f4-aa7c-9f63fe15661d), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:37.179045 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e09432bc-ca87-4d89-b734-80fa83ad6d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (00f5ec89-1002-44f4-aa7c-9f63fe15661d), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:37.181735 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e09432bc-ca87-4d89-b734-80fa83ad6d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:37.182903 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e09432bc-ca87-4d89-b734-80fa83ad6d12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00f5ec89-1002-44f4-aa7c-9f63fe15661d HTTP/1.1" status: 204 len: 168 time: 0.2253766 Mar 09 14:45:37.190400 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09432bc-ca87-4d89-b734-80fa83ad6d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f5ec89-1002-44f4-aa7c-9f63fe15661d,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:37.597804 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34510) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:37.699949 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-200242995-network', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:37.815817 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Made reservation on behalf of ea7ef25a4dca4a83ab1ade03f72cadb4 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:37.818341 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:37.832802 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:37.919578 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Publish callbacks [] for security_group (65c5e779-d114-43e3-adb8-f6c7e8da4b03), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:37.976300 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34522) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:37.992299 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d29fcb50-f6b2-4ba7-b138-ff132f70b64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.064182 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d29fcb50-f6b2-4ba7-b138-ff132f70b64f admin admin] Publish callbacks [] for security_group (c54025c2-cb8d-4c06-a01d-0e6db726dbad), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.078585 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (65c5e779-d114-43e3-adb8-f6c7e8da4b03), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.107812 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:45:38.109841 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c5e779-d114-43e3-adb8-f6c7e8da4b03,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:38.120780 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (3d245667-c65e-4fdc-a221-bbc3654c607e), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.121150 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Added segment 3d245667-c65e-4fdc-a221-bbc3654c607e of type vlan for network f9955ca2-9409-4cf7-a6dc-d85045bbc47a Mar 09 14:45:38.161120 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (f9955ca2-9409-4cf7-a6dc-d85045bbc47a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.227353 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d29fcb50-f6b2-4ba7-b138-ff132f70b64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (c54025c2-cb8d-4c06-a01d-0e6db726dbad), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.255828 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (f9955ca2-9409-4cf7-a6dc-d85045bbc47a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.257231 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:38.257972 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.269293 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d29fcb50-f6b2-4ba7-b138-ff132f70b64f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efc7067ec1a14909a3b8fee764d63201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918949 Mar 09 14:45:38.272014 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fcb50-f6b2-4ba7-b138-ff132f70b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54025c2-cb8d-4c06-a01d-0e6db726dbad,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:38.284530 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34528) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:38.331915 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-92337c97-1bb1-47f3-8141-ba54842b96ca admin admin] Publish callbacks [] for security_group (c54025c2-cb8d-4c06-a01d-0e6db726dbad), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.354223 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-92337c97-1bb1-47f3-8141-ba54842b96ca admin admin] Publish callbacks [] for security_group (c54025c2-cb8d-4c06-a01d-0e6db726dbad), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.363943 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] Pushing event updated for resources: {'Network': ['ID=f9955ca2-9409-4cf7-a6dc-d85045bbc47a,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:38.378766 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network f9955ca2-9409-4cf7-a6dc-d85045bbc47a details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:45:38.424061 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-474f7d3e-580f-45eb-9129-98d86a3ece22 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8251123 Mar 09 14:45:38.424333 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34542) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:38.430315 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Request body: {'subnet': {'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-200242995-subnet', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:38.430409 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34544) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:38.528383 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Made reservation on behalf of ea7ef25a4dca4a83ab1ade03f72cadb4 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:38.530731 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.533606 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-92337c97-1bb1-47f3-8141-ba54842b96ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (c54025c2-cb8d-4c06-a01d-0e6db726dbad), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.536290 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-92337c97-1bb1-47f3-8141-ba54842b96ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.537872 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-92337c97-1bb1-47f3-8141-ba54842b96ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c54025c2-cb8d-4c06-a01d-0e6db726dbad HTTP/1.1" status: 204 len: 168 time: 0.2560556 Mar 09 14:45:38.559266 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92337c97-1bb1-47f3-8141-ba54842b96ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54025c2-cb8d-4c06-a01d-0e6db726dbad,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:38.764567 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-979a638a-b60a-41a6-b361-75b9b774d3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.784166 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34554) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:38.819952 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for subnet (ca833601-fec1-47af-81eb-31f5f61acb2f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.853215 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-979a638a-b60a-41a6-b361-75b9b774d3c8 admin admin] Publish callbacks [] for security_group (32704873-4e30-4052-8113-da0449ae8cad), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.905340 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e248b7f-2cdc-4929-b2eb-a8941f850eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.925335 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca833601-fec1-47af-81eb-31f5f61acb2f,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:38.933496 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-979a638a-b60a-41a6-b361-75b9b774d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (32704873-4e30-4052-8113-da0449ae8cad), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:38.934722 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Checking segment: {'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:38.935081 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Network hostable DHCP agents. Network: f9955ca2-9409-4cf7-a6dc-d85045bbc47a, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:45:38.972068 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-979a638a-b60a-41a6-b361-75b9b774d3c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c32a45ef1ec41359ffa099e92ee203a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5407019 Mar 09 14:45:38.973303 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a638a-b60a-41a6-b361-75b9b774d3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32704873-4e30-4052-8113-da0449ae8cad,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:38.974769 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34562) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:39.040122 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e248b7f-2cdc-4929-b2eb-a8941f850eed admin admin] Publish callbacks [] for security_group (05b448ae-db72-44c1-a55e-9a8e9f76f62e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.055555 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Network f9955ca2-9409-4cf7-a6dc-d85045bbc47a is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:45:39.057387 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-35eb1e2d-1e1b-4be2-8b2b-d5f012c55ca1 admin admin] Publish callbacks [] for security_group (32704873-4e30-4052-8113-da0449ae8cad), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.082398 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-35eb1e2d-1e1b-4be2-8b2b-d5f012c55ca1 admin admin] Publish callbacks [] for security_group (32704873-4e30-4052-8113-da0449ae8cad), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.148037 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1e248b7f-2cdc-4929-b2eb-a8941f850eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (05b448ae-db72-44c1-a55e-9a8e9f76f62e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.198479 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e248b7f-2cdc-4929-b2eb-a8941f850eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b448ae-db72-44c1-a55e-9a8e9f76f62e,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:39.203335 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1e248b7f-2cdc-4929-b2eb-a8941f850eed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b27f3039acc247e48f7acfc63de43117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171104 Mar 09 14:45:39.206198 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34574) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:39.217982 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, f9955ca2-9409-4cf7-a6dc-d85045bbc47a) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:39.225724 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:39.234981 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.235107 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef047a7-07a0-4e3a-a0a7-e85f5b69c69e None None] Network f9955ca2-9409-4cf7-a6dc-d85045bbc47a requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:45:39.269214 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-35eb1e2d-1e1b-4be2-8b2b-d5f012c55ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (32704873-4e30-4052-8113-da0449ae8cad), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.269214 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-35eb1e2d-1e1b-4be2-8b2b-d5f012c55ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.269214 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-35eb1e2d-1e1b-4be2-8b2b-d5f012c55ca1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32704873-4e30-4052-8113-da0449ae8cad HTTP/1.1" status: 204 len: 168 time: 0.2875795 Mar 09 14:45:39.270787 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3bc0-e621-47cd-aa6f-8d69b7ce479c admin admin] Publish callbacks [] for security_group (05b448ae-db72-44c1-a55e-9a8e9f76f62e), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.278416 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb1e2d-1e1b-4be2-8b2b-d5f012c55ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32704873-4e30-4052-8113-da0449ae8cad,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:39.298008 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3bc0-e621-47cd-aa6f-8d69b7ce479c admin admin] Publish callbacks [] for security_group (05b448ae-db72-44c1-a55e-9a8e9f76f62e), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.350569 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f5b40-772f-40c1-b453-798c264f0844 None None] Network f9955ca2-9409-4cf7-a6dc-d85045bbc47a requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:45:39.411044 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ce1bcb4e-3d51-48c3-92bb-745e263c8fc0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9858353 Mar 09 14:45:39.414307 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34580) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:39.418416 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-200242995-router', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:39.436449 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3bc0-e621-47cd-aa6f-8d69b7ce479c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (05b448ae-db72-44c1-a55e-9a8e9f76f62e), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.440908 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3bc0-e621-47cd-aa6f-8d69b7ce479c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.441022 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3d5c3bc0-e621-47cd-aa6f-8d69b7ce479c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05b448ae-db72-44c1-a55e-9a8e9f76f62e HTTP/1.1" status: 204 len: 168 time: 0.2333667 Mar 09 14:45:39.449655 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c3bc0-e621-47cd-aa6f-8d69b7ce479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b448ae-db72-44c1-a55e-9a8e9f76f62e,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:39.524381 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (14b55e9d-827d-4919-a15d-7fe78315ce25), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.525429 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (14b55e9d-827d-4919-a15d-7fe78315ce25), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.579526 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks [] for router_controller (14b55e9d-827d-4919-a15d-7fe78315ce25), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:39.798653 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks [] for router_gateway (14b55e9d-827d-4919-a15d-7fe78315ce25), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.093908 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks [] for router_gateway (14b55e9d-827d-4919-a15d-7fe78315ce25), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.112652 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.136074 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34598) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:40.150541 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e11a-6c6f-4492-a207-d532e5113b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.225254 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Allocated IP 172.27.2.43 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/7517bb0e-0529-4082-b341-4446c9173f2d) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:45:40.260433 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e11a-6c6f-4492-a207-d532e5113b21 admin admin] Publish callbacks [] for security_group (5c9ec83e-81ba-4095-935d-fcfb8a9b82c1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.328007 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d6a5e11a-6c6f-4492-a207-d532e5113b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5c9ec83e-81ba-4095-935d-fcfb8a9b82c1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.334172 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks [] for port (7517bb0e-0529-4082-b341-4446c9173f2d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.367622 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d6a5e11a-6c6f-4492-a207-d532e5113b21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc4c1edaefd94921937c99c1fca544a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303553 Mar 09 14:45:40.368496 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5e11a-6c6f-4492-a207-d532e5113b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9ec83e-81ba-4095-935d-fcfb8a9b82c1,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:40.370508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34604) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:40.423282 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3df59eed-5cef-449c-ba35-a04ea8d372aa admin admin] Publish callbacks [] for security_group (5c9ec83e-81ba-4095-935d-fcfb8a9b82c1), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.443872 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3df59eed-5cef-449c-ba35-a04ea8d372aa admin admin] Publish callbacks [] for security_group (5c9ec83e-81ba-4095-935d-fcfb8a9b82c1), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.458158 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.515914 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:45:40.522206 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:40.524919 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Pushing event updated for resources: {'Port': ['ID=7517bb0e-0529-4082-b341-4446c9173f2d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:40.527254 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:45:40.596749 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34610) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:40.620320 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-752f9d7d-c52a-4936-a39a-b3e385b836e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.655761 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3df59eed-5cef-449c-ba35-a04ea8d372aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5c9ec83e-81ba-4095-935d-fcfb8a9b82c1), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.659854 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3df59eed-5cef-449c-ba35-a04ea8d372aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.665929 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3df59eed-5cef-449c-ba35-a04ea8d372aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c9ec83e-81ba-4095-935d-fcfb8a9b82c1 HTTP/1.1" status: 204 len: 168 time: 0.2915819 Mar 09 14:45:40.675962 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df59eed-5cef-449c-ba35-a04ea8d372aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9ec83e-81ba-4095-935d-fcfb8a9b82c1,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:40.722605 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34616) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:40.731542 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-752f9d7d-c52a-4936-a39a-b3e385b836e4 admin admin] Publish callbacks [] for security_group (f12344d4-56c6-49f0-aed6-6ddda837bfd9), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.808349 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-752f9d7d-c52a-4936-a39a-b3e385b836e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (f12344d4-56c6-49f0-aed6-6ddda837bfd9), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.830921 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks [] for router_gateway (14b55e9d-827d-4919-a15d-7fe78315ce25), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.858725 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-752f9d7d-c52a-4936-a39a-b3e385b836e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98de39b2a2a64a35a4304dec215395d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604282 Mar 09 14:45:40.861354 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34626) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:40.898741 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f9d7d-c52a-4936-a39a-b3e385b836e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12344d4-56c6-49f0-aed6-6ddda837bfd9,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:40.936415 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a2611420-a4e6-47c8-a5c6-15baca284ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:40.966153 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c4de4005-8e84-4ab9-81b1-03ac81176fc0 admin admin] Publish callbacks [] for security_group (f12344d4-56c6-49f0-aed6-6ddda837bfd9), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.000650 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c4de4005-8e84-4ab9-81b1-03ac81176fc0 admin admin] Publish callbacks [] for security_group (f12344d4-56c6-49f0-aed6-6ddda837bfd9), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.079113 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a2611420-a4e6-47c8-a5c6-15baca284ef8 admin admin] Publish callbacks [] for security_group (2df4a399-af32-4149-ad0b-e9ef93a74a49), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.097649 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (14b55e9d-827d-4919-a15d-7fe78315ce25), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.212847 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a2611420-a4e6-47c8-a5c6-15baca284ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2df4a399-af32-4149-ad0b-e9ef93a74a49), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.216026 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c4de4005-8e84-4ab9-81b1-03ac81176fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (f12344d4-56c6-49f0-aed6-6ddda837bfd9), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.219992 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c4de4005-8e84-4ab9-81b1-03ac81176fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.222071 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c4de4005-8e84-4ab9-81b1-03ac81176fc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f12344d4-56c6-49f0-aed6-6ddda837bfd9 HTTP/1.1" status: 204 len: 168 time: 0.3586791 Mar 09 14:45:41.259101 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611420-a4e6-47c8-a5c6-15baca284ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df4a399-af32-4149-ad0b-e9ef93a74a49,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:41.276308 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a2611420-a4e6-47c8-a5c6-15baca284ef8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ae699e6170f4886a0047aaa4011c173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5525422 Mar 09 14:45:41.277819 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de4005-8e84-4ab9-81b1-03ac81176fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12344d4-56c6-49f0-aed6-6ddda837bfd9,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:41.279147 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34642) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:41.326334 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Router 14b55e9d-827d-4919-a15d-7fe78315ce25 is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:45:41.331659 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2884-3407-42ff-8aa3-6b813b8c2eeb admin admin] Publish callbacks [] for security_group (2df4a399-af32-4149-ad0b-e9ef93a74a49), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.390446 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2884-3407-42ff-8aa3-6b813b8c2eeb admin admin] Publish callbacks [] for security_group (2df4a399-af32-4149-ad0b-e9ef93a74a49), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.478203 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:45:41.488582 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Sync routers for ids ['14b55e9d-827d-4919-a15d-7fe78315ce25'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:45:41.498963 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Routers {'14b55e9d-827d-4919-a15d-7fe78315ce25'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:41.501595 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14b55e9d-827d-4919-a15d-7fe78315ce25'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:41.571433 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2884-3407-42ff-8aa3-6b813b8c2eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2df4a399-af32-4149-ad0b-e9ef93a74a49), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.575688 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2884-3407-42ff-8aa3-6b813b8c2eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.576960 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3b4f2884-3407-42ff-8aa3-6b813b8c2eeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2df4a399-af32-4149-ad0b-e9ef93a74a49 HTTP/1.1" status: 204 len: 168 time: 0.2966130 Mar 09 14:45:41.584098 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:41.588606 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1b11b7c2-0a92-468c-bda4-d96d3b4e4c79 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1709673 Mar 09 14:45:41.589322 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34648) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:41.608683 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f2884-3407-42ff-8aa3-6b813b8c2eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df4a399-af32-4149-ad0b-e9ef93a74a49,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:41.613445 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Set router 14b55e9d-827d-4919-a15d-7fe78315ce25 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:41.653682 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34652) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:41.803869 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'name': 'tempest-ServerRescueNegativeTestJSON-200242995-router', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:39Z', 'updated_at': '2022-03-09T14:45:40Z', 'revision_number': 3, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'gw_port': {'id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:40Z', 'updated_at': '2022-03-09T14:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:41.834091 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Checking router: 14b55e9d-827d-4919-a15d-7fe78315ce25 for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:45:41.834510 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Updating router 14b55e9d-827d-4919-a15d-7fe78315ce25 port 7517bb0e-0529-4082-b341-4446c9173f2d binding host dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:45:41.863717 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.103857 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.239046 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Publish callbacks [] for port (7517bb0e-0529-4082-b341-4446c9173f2d), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.314449 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Allocated IP 172.20.0.1 (f9955ca2-9409-4cf7-a6dc-d85045bbc47a/ca833601-fec1-47af-81eb-31f5f61acb2f/b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:45:42.383124 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d16caf30-690f-43e7-8dd2-8b7adaf184b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.419647 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.422627 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Publish callbacks [] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.478363 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d16caf30-690f-43e7-8dd2-8b7adaf184b6 admin admin] Publish callbacks [] for security_group (a0000dc1-8d5b-4178-8668-f43a1eb50a53), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.478472 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Pushing event updated for resources: {'Port': ['ID=7517bb0e-0529-4082-b341-4446c9173f2d,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:42.489261 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.490000 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.490000 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.490331 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.490913 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.491239 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.491597 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.491927 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.492245 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.492764 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.493092 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.493565 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.493891 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:42.497174 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Attempting to bind port 7517bb0e-0529-4082-b341-4446c9173f2d on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:45:42.497696 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Attempting to bind port 7517bb0e-0529-4082-b341-4446c9173f2d by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:45:42.498237 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Attempting to bind port 7517bb0e-0529-4082-b341-4446c9173f2d on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:42.503802 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:45:42.504500 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:42.505071 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.505628 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:45:42.506097 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Bound port: 7517bb0e-0529-4082-b341-4446c9173f2d, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:45:42.506472 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.556845 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d16caf30-690f-43e7-8dd2-8b7adaf184b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (a0000dc1-8d5b-4178-8668-f43a1eb50a53), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.557043 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.557361 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] For port 7517bb0e-0529-4082-b341-4446c9173f2d, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:45:42.560598 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] For port 7517bb0e-0529-4082-b341-4446c9173f2d, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=7517bb0e-0529-4082-b341-4446c9173f2d,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:45:42.600645 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d16caf30-690f-43e7-8dd2-8b7adaf184b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47c6ed2a3e8443b680f247fda3f59912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9455707 Mar 09 14:45:42.601570 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16caf30-690f-43e7-8dd2-8b7adaf184b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0000dc1-8d5b-4178-8668-f43a1eb50a53,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:42.619799 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34686) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:42.636870 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Network f9955ca2-9409-4cf7-a6dc-d85045bbc47a is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:45:42.638219 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:42.642061 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:42.644332 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:45:42.675021 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0dbc1b74-abc9-4548-acee-f5ccd5f4698c admin admin] Publish callbacks [] for security_group (a0000dc1-8d5b-4178-8668-f43a1eb50a53), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.686640 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (14b55e9d-827d-4919-a15d-7fe78315ce25), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.701920 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0dbc1b74-abc9-4548-acee-f5ccd5f4698c admin admin] Publish callbacks [] for security_group (a0000dc1-8d5b-4178-8668-f43a1eb50a53), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.707572 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.750848 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34690) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:42.767076 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42b4e073-c7a4-4488-9910-4e604872e5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.799753 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Routers {'14b55e9d-827d-4919-a15d-7fe78315ce25'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:42.801417 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14b55e9d-827d-4919-a15d-7fe78315ce25'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:42.863563 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0dbc1b74-abc9-4548-acee-f5ccd5f4698c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (a0000dc1-8d5b-4178-8668-f43a1eb50a53), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.870013 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0dbc1b74-abc9-4548-acee-f5ccd5f4698c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.871158 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0dbc1b74-abc9-4548-acee-f5ccd5f4698c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0000dc1-8d5b-4178-8668-f43a1eb50a53 HTTP/1.1" status: 204 len: 168 time: 0.2502453 Mar 09 14:45:42.874324 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee87a5-c071-41d8-bcaa-cd4b5d0fb4c2 None None] Pushing event updated for resources: {'Port': ['ID=7517bb0e-0529-4082-b341-4446c9173f2d,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:42.894508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc1b74-abc9-4548-acee-f5ccd5f4698c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0000dc1-8d5b-4178-8668-f43a1eb50a53,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:42.948083 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42b4e073-c7a4-4488-9910-4e604872e5b9 admin admin] Publish callbacks [] for security_group (0c6b965b-8489-4c9d-ab08-13762fd7beff), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:42.966054 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] Set router 14b55e9d-827d-4919-a15d-7fe78315ce25 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:42.998417 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:43.074010 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42b4e073-c7a4-4488-9910-4e604872e5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (0c6b965b-8489-4c9d-ab08-13762fd7beff), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:43.124121 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-42b4e073-c7a4-4488-9910-4e604872e5b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=583a3e95fc4d4079aaf939660f18b3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708782 Mar 09 14:45:43.127746 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34698) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:43.143598 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4e073-c7a4-4488-9910-4e604872e5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6b965b-8489-4c9d-ab08-13762fd7beff,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:43.198680 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'name': 'tempest-ServerRescueNegativeTestJSON-200242995-router', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:39Z', 'updated_at': '2022-03-09T14:45:40Z', 'revision_number': 3, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'gw_port': {'id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:40Z', 'updated_at': '2022-03-09T14:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:43.236573 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9bf3be-1079-4235-a5c1-c4b62f9a0b9c None None] The sync data for ids ['14b55e9d-827d-4919-a15d-7fe78315ce25'] in dv-cinder-830086-3-iscsi is: [{'id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'name': 'tempest-ServerRescueNegativeTestJSON-200242995-router', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:39Z', 'updated_at': '2022-03-09T14:45:40Z', 'revision_number': 3, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'gw_port': {'id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:40Z', 'updated_at': '2022-03-09T14:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:45:43.236970 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b66-54ad-48ee-b4f6-9dd8525fa9b4 admin admin] Publish callbacks [] for security_group (0c6b965b-8489-4c9d-ab08-13762fd7beff), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:43.299679 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b66-54ad-48ee-b4f6-9dd8525fa9b4 admin admin] Publish callbacks [] for security_group (0c6b965b-8489-4c9d-ab08-13762fd7beff), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:43.442736 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Publish callbacks [] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:43.456147 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b66-54ad-48ee-b4f6-9dd8525fa9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (0c6b965b-8489-4c9d-ab08-13762fd7beff), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:43.459684 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b66-54ad-48ee-b4f6-9dd8525fa9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:43.465371 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-30cb0b66-54ad-48ee-b4f6-9dd8525fa9b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c6b965b-8489-4c9d-ab08-13762fd7beff HTTP/1.1" status: 204 len: 168 time: 0.3364658 Mar 09 14:45:43.474640 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb0b66-54ad-48ee-b4f6-9dd8525fa9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6b965b-8489-4c9d-ab08-13762fd7beff,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:43.530573 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:43.654962 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (14b55e9d-827d-4919-a15d-7fe78315ce25), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:43.665031 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:43.818918 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Network f9955ca2-9409-4cf7-a6dc-d85045bbc47a is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:45:43.821345 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:43.949517 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Router 14b55e9d-827d-4919-a15d-7fe78315ce25 has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:45:44.086140 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:45:44.091903 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-70914eb5-ab53-4236-91a9-0306c84026a5 admin admin] 10.222.0.20 "PUT /v2.0/routers/14b55e9d-827d-4919-a15d-7fe78315ce25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5012569 Mar 09 14:45:44.549029 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 7517bb0e-0529-4082-b341-4446c9173f2d up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:45:44.617466 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 7517bb0e-0529-4082-b341-4446c9173f2d triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:44.617466 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:44.705460 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 7517bb0e-0529-4082-b341-4446c9173f2d is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:44.706004 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:44.727409 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 7517bb0e-0529-4082-b341-4446c9173f2d, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=7517bb0e-0529-4082-b341-4446c9173f2d,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:44.833048 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:44.866027 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a18bf9ae-bc83-4e7d-b3cf-2c013a430eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:44.892556 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=7517bb0e-0529-4082-b341-4446c9173f2d,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:44.906781 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.907218 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.908097 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.908474 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.908845 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.909204 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.909541 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.909890 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.911142 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.911528 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.911924 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.912274 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.912691 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:45:44.981422 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-7bedb952-ff59-498b-aba0-2a0a5bdbfbba tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:44.990834 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-7bedb952-ff59-498b-aba0-2a0a5bdbfbba tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/networks?id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 200 len: 818 time: 0.1430197 Mar 09 14:45:45.005306 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-5d023873-c7b1-42f9-abd6-c390ac142b0e tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/quotas/ea7ef25a4dca4a83ab1ade03f72cadb4 HTTP/1.1" status: 200 len: 375 time: 0.0151534 Mar 09 14:45:45.057886 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-896b0904-163e-409d-ad46-3ca174529ac5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516419 Mar 09 14:45:45.154509 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-f4df83ea-5258-467a-8c3a-e2516fff1f62 service neutron] 10.222.0.20 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887923 Mar 09 14:45:45.156913 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:45:45.260581 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Sync routers for ids ['14b55e9d-827d-4919-a15d-7fe78315ce25'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:45:45.270553 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Routers {'14b55e9d-827d-4919-a15d-7fe78315ce25'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:45.272013 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-403f3aca-6e94-496d-abb7-65e1f8203f38 service neutron] 10.222.0.20 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105976 Mar 09 14:45:45.279197 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14b55e9d-827d-4919-a15d-7fe78315ce25'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:45.394176 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Set router 14b55e9d-827d-4919-a15d-7fe78315ce25 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:45.620801 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-864afb0b-3cd4-4896-8e1c-e7d6effe6ca0 req-24c71b0e-868a-40a1-aeaf-32ed0e6e984f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 210 time: 0.0611465 Mar 09 14:45:45.750325 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'name': 'tempest-ServerRescueNegativeTestJSON-200242995-router', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:39Z', 'updated_at': '2022-03-09T14:45:42Z', 'revision_number': 4, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'gw_port': {'id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:40Z', 'updated_at': '2022-03-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8', 'name': '', 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'mac_address': 'fa:16:3e:a7:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ca833601-fec1-47af-81eb-31f5f61acb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:42Z', 'updated_at': '2022-03-09T14:45:43Z', 'revision_number': 2, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'subnets': [{'id': 'ca833601-fec1-47af-81eb-31f5f61acb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:45.786583 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Checking router: 14b55e9d-827d-4919-a15d-7fe78315ce25 for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:45:45.786956 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Updating router 14b55e9d-827d-4919-a15d-7fe78315ce25 port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:45:45.821042 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:46.168508 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Publish callbacks [] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:46.298514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-b7100364-767c-448b-aab8-60660d025394 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:46.299986 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-b7100364-767c-448b-aab8-60660d025394 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/networks?id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 200 len: 818 time: 0.1432223 Mar 09 14:45:46.315298 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-00211cea-51dd-4644-94cd-d4d537bd2258 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/quotas/ea7ef25a4dca4a83ab1ade03f72cadb4 HTTP/1.1" status: 200 len: 375 time: 0.0089083 Mar 09 14:45:46.336897 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:46.387838 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0963cf98-26d1-4f3f-a586-7e3f325899be tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681581 Mar 09 14:45:46.405634 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c9913-e720-4846-9a30-d9666fabaf90 None None] Pushing event updated for resources: {'Port': ['ID=b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:46.501497 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 7517bb0e-0529-4082-b341-4446c9173f2d up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:45:46.545031 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Attempting to bind port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:45:46.545551 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Attempting to bind port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:45:46.546033 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Attempting to bind port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 on network f9955ca2-9409-4cf7-a6dc-d85045bbc47a {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:46.548680 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-8157d80e-b624-4a7c-903b-70ff3443c248 service neutron] 10.222.0.20 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593611 Mar 09 14:45:46.554162 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:45:46.554687 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Checking segment: {'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:46.555198 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:46.555715 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Bound using segment: {'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:45:46.556380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Bound port: b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:45:46.556859 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:46.633450 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 7517bb0e-0529-4082-b341-4446c9173f2d triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:46.633813 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:46.673300 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-02eef625-4130-4539-b55c-aea13cf4ae64 service neutron] 10.222.0.20 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229963 Mar 09 14:45:46.695076 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] For port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:45:46.735797 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] For port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:45:46.788988 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 7517bb0e-0529-4082-b341-4446c9173f2d is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:46.845576 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:46.909635 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Routers {'14b55e9d-827d-4919-a15d-7fe78315ce25'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:46.910275 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14b55e9d-827d-4919-a15d-7fe78315ce25'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:46.915123 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c9913-e720-4846-9a30-d9666fabaf90 None None] Pushing event updated for resources: {'Port': ['ID=b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:47.007753 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-916de50e-10c6-4429-9732-f029c458f54b req-e9d5251d-d750-4941-a135-eff20461cfba tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 210 time: 0.0410864 Mar 09 14:45:47.090375 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 34898) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:47.138102 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] Set router 14b55e9d-827d-4919-a15d-7fe78315ce25 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:47.220292 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0c171a5a-e657-4960-a9e6-983c6596fded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:47.330208 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-629945c9-8474-40c6-8f40-2cf44d18df50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:47.373306 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'name': 'tempest-ServerRescueNegativeTestJSON-200242995-router', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:39Z', 'updated_at': '2022-03-09T14:45:42Z', 'revision_number': 4, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'gw_port': {'id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:40Z', 'updated_at': '2022-03-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8', 'name': '', 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'mac_address': 'fa:16:3e:a7:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ca833601-fec1-47af-81eb-31f5f61acb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:42Z', 'updated_at': '2022-03-09T14:45:46Z', 'revision_number': 4, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'subnets': [{'id': 'ca833601-fec1-47af-81eb-31f5f61acb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:47.403854 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ce57e-0da2-4084-8e34-2af63ac901e6 None None] The sync data for ids ['14b55e9d-827d-4919-a15d-7fe78315ce25'] in dv-cinder-830086-3-iscsi is: [{'id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'name': 'tempest-ServerRescueNegativeTestJSON-200242995-router', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:39Z', 'updated_at': '2022-03-09T14:45:42Z', 'revision_number': 4, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'gw_port': {'id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:40Z', 'updated_at': '2022-03-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8', 'name': '', 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'mac_address': 'fa:16:3e:a7:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ca833601-fec1-47af-81eb-31f5f61acb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:42Z', 'updated_at': '2022-03-09T14:45:46Z', 'revision_number': 4, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'subnets': [{'id': 'ca833601-fec1-47af-81eb-31f5f61acb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:45:47.724121 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-629945c9-8474-40c6-8f40-2cf44d18df50 admin admin] Publish callbacks [] for security_group (0cb2d80e-374c-4c8a-818a-c19e4c4ee6a8), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:47.811881 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-629945c9-8474-40c6-8f40-2cf44d18df50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (0cb2d80e-374c-4c8a-818a-c19e4c4ee6a8), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:47.899227 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 34924) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:47.900387 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-629945c9-8474-40c6-8f40-2cf44d18df50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73f50f85a8cd4707a08028829a26cc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8049462 Mar 09 14:45:47.902524 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629945c9-8474-40c6-8f40-2cf44d18df50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb2d80e-374c-4c8a-818a-c19e4c4ee6a8,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:47.965565 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-db08940c-c3d4-4df2-84a7-d51f9699e5f3 admin admin] Publish callbacks [] for security_group (0cb2d80e-374c-4c8a-818a-c19e4c4ee6a8), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:47.994888 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-db08940c-c3d4-4df2-84a7-d51f9699e5f3 admin admin] Publish callbacks [] for security_group (0cb2d80e-374c-4c8a-818a-c19e4c4ee6a8), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:48.121410 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-db435363-1715-43b5-b61a-212e32fd6f11 req-0b4e1069-427c-4c16-b67b-0c27c316d20a tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 210 time: 0.0441353 Mar 09 14:45:48.162779 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-db08940c-c3d4-4df2-84a7-d51f9699e5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (0cb2d80e-374c-4c8a-818a-c19e4c4ee6a8), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:48.165511 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-db08940c-c3d4-4df2-84a7-d51f9699e5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:48.166626 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-db08940c-c3d4-4df2-84a7-d51f9699e5f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cb2d80e-374c-4c8a-818a-c19e4c4ee6a8 HTTP/1.1" status: 204 len: 168 time: 0.2664099 Mar 09 14:45:48.191509 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08940c-c3d4-4df2-84a7-d51f9699e5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb2d80e-374c-4c8a-818a-c19e4c4ee6a8,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:48.319407 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:48.536631 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:45:48.588460 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:48.588903 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:48.715410 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:48.715804 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:48.763386 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:48.878856 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:48.929950 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:49.043886 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-f485ae71-04c4-4e98-9d4b-f0f95381c8af tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:49.045827 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-f485ae71-04c4-4e98-9d4b-f0f95381c8af tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.16 "GET /v2.0/networks?id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 200 len: 818 time: 0.1071465 Mar 09 14:45:49.059716 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Request body: {'port': {'device_id': '2f546a2c-2123-4364-af21-4421be4b26d0', 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a', 'admin_state_up': True, 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:49.216204 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-51b1f5a3-edda-4400-ad4d-b08142956b8f req-074d844e-37b8-4520-a389-8ee6ffe7598b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 210 time: 0.0312979 Mar 09 14:45:49.322785 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Made reservation on behalf of ea7ef25a4dca4a83ab1ade03f72cadb4 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:49.327236 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:49.468623 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Allocated IP 172.20.0.8 (f9955ca2-9409-4cf7-a6dc-d85045bbc47a/ca833601-fec1-47af-81eb-31f5f61acb2f/f2cc4fbb-0e38-4008-932b-193044a80590) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:45:49.691291 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks [] for port (f2cc4fbb-0e38-4008-932b-193044a80590), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:49.729525 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35006) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:49.745708 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:49.759295 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35010) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:49.854190 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1706932462-network', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:49.863671 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:49.942884 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Network f9955ca2-9409-4cf7-a6dc-d85045bbc47a is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:45:49.947657 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1523c64b-0a12-4d3c-a54a-aed3a2742789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:49.968856 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:49.970622 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Made reservation on behalf of c80b610c11934b9eaaa6dad09b045bd6 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:49.971403 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:45:49.973090 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:49.977696 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:49.978410 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:49.982744 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:49.986235 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Pushing event updated for resources: {'Port': ['ID=f2cc4fbb-0e38-4008-932b-193044a80590,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:49.999057 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-40ef1018-51f0-4d14-ac2b-9cd1974aaae5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:50.000501 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-40ef1018-51f0-4d14-ac2b-9cd1974aaae5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.16 "GET /v2.0/networks?id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 200 len: 818 time: 0.2310560 Mar 09 14:45:50.017932 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Request body: {'port': {'device_id': 'da7d2c47-6cab-458f-8eeb-8885cc214865', 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a', 'admin_state_up': True, 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:50.061851 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Publish callbacks [] for security_group (94dea4ab-549a-41b4-b95c-76fb2eb53881), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.130013 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-36345f3e-b09c-448d-9079-ab96a4bb78bf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0742977 Mar 09 14:45:50.150985 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Request body: {'port': {'device_id': '2f546a2c-2123-4364-af21-4421be4b26d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:50.182414 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (94dea4ab-549a-41b4-b95c-76fb2eb53881), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.190473 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1523c64b-0a12-4d3c-a54a-aed3a2742789 admin admin] Publish callbacks [] for security_group (c0ebbccb-9a1f-4583-9f45-0c98332d0365), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.206325 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:45:50.215703 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dea4ab-549a-41b4-b95c-76fb2eb53881,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:50.221652 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (89fdc0ee-e663-4ac2-bf06-fc5779dbe570), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.222736 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Added segment 89fdc0ee-e663-4ac2-bf06-fc5779dbe570 of type vlan for network 54791761-c286-421b-964b-dc04fe314c2f Mar 09 14:45:50.234274 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.270579 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (54791761-c286-421b-964b-dc04fe314c2f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.318207 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-83013180-0558-4ea6-85c3-b77657b86a8b req-43af7ffa-dba6-448a-a08c-eb77cbca5353 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 210 time: 0.0275567 Mar 09 14:45:50.342502 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Made reservation on behalf of ea7ef25a4dca4a83ab1ade03f72cadb4 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:50.345809 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.347607 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1523c64b-0a12-4d3c-a54a-aed3a2742789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (c0ebbccb-9a1f-4583-9f45-0c98332d0365), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.379802 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (54791761-c286-421b-964b-dc04fe314c2f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.380847 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:50.381440 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.425843 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523c64b-0a12-4d3c-a54a-aed3a2742789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ebbccb-9a1f-4583-9f45-0c98332d0365,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:50.439757 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1523c64b-0a12-4d3c-a54a-aed3a2742789 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac79755965f548b6a3dffe4f85e42bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6783941 Mar 09 14:45:50.444777 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35022) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:50.447583 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] Pushing event updated for resources: {'Network': ['ID=54791761-c286-421b-964b-dc04fe314c2f,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:50.462542 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 54791761-c286-421b-964b-dc04fe314c2f details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:45:50.473316 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:45:50.523800 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c843729d-5535-4f4c-b381-8236939e2098 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7971802 Mar 09 14:45:50.524434 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35026) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:50.529740 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Request body: {'subnet': {'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1706932462-subnet', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:50.598825 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:50.599291 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.606349 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4ade1d0f-f6c5-46e4-b56d-6aaa9cf17595 admin admin] Publish callbacks [] for security_group (c0ebbccb-9a1f-4583-9f45-0c98332d0365), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.642081 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4ade1d0f-f6c5-46e4-b56d-6aaa9cf17595 admin admin] Publish callbacks [] for security_group (c0ebbccb-9a1f-4583-9f45-0c98332d0365), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.651002 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Made reservation on behalf of c80b610c11934b9eaaa6dad09b045bd6 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:50.656478 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13243431'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.713895 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cc4fbb-0e38-4008-932b-193044a80590 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:45:50.722479 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Publish callbacks [] for port (f2cc4fbb-0e38-4008-932b-193044a80590), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.833494 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Transition to ACTIVE for port object f2cc4fbb-0e38-4008-932b-193044a80590 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:45:50.834637 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4ade1d0f-f6c5-46e4-b56d-6aaa9cf17595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (c0ebbccb-9a1f-4583-9f45-0c98332d0365), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.838176 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4ade1d0f-f6c5-46e4-b56d-6aaa9cf17595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:50.839876 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4ade1d0f-f6c5-46e4-b56d-6aaa9cf17595 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0ebbccb-9a1f-4583-9f45-0c98332d0365 HTTP/1.1" status: 204 len: 168 time: 0.3941164 Mar 09 14:45:50.855639 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade1d0f-f6c5-46e4-b56d-6aaa9cf17595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ebbccb-9a1f-4583-9f45-0c98332d0365,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:50.876692 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:50.922913 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.022526 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Allocated IP 172.20.0.10 (f9955ca2-9409-4cf7-a6dc-d85045bbc47a/ca833601-fec1-47af-81eb-31f5f61acb2f/0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:45:51.024454 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cc4fbb-0e38-4008-932b-193044a80590,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:51.052755 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13132628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13243401'] for subnet (045a8cce-abe9-4120-9d35-9c86be6ad914), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.066096 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Attempting to bind port f2cc4fbb-0e38-4008-932b-193044a80590 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:45:51.066435 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Attempting to bind port f2cc4fbb-0e38-4008-932b-193044a80590 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:45:51.066766 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Attempting to bind port f2cc4fbb-0e38-4008-932b-193044a80590 on network f9955ca2-9409-4cf7-a6dc-d85045bbc47a {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:51.080898 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Port f2cc4fbb-0e38-4008-932b-193044a80590 on network f9955ca2-9409-4cf7-a6dc-d85045bbc47a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:45:51.081227 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Attempting to bind port f2cc4fbb-0e38-4008-932b-193044a80590 on network f9955ca2-9409-4cf7-a6dc-d85045bbc47a {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:51.095185 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:45:51.095536 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Checking segment: {'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:51.095924 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Bound using segment: {'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:45:51.100345 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Bound port: f2cc4fbb-0e38-4008-932b-193044a80590, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:45:51.100776 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.146262 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=045a8cce-abe9-4120-9d35-9c86be6ad914,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:51.163500 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Checking segment: {'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:51.163875 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Network hostable DHCP agents. Network: 54791761-c286-421b-964b-dc04fe314c2f, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:45:51.193160 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.254573 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] For port f2cc4fbb-0e38-4008-932b-193044a80590, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:45:51.261008 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] For port f2cc4fbb-0e38-4008-932b-193044a80590, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f2cc4fbb-0e38-4008-932b-193044a80590,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:45:51.287337 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks [] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.353374 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Network 54791761-c286-421b-964b-dc04fe314c2f is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:45:51.405548 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.418808 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8c843bf5-3c0e-4179-ab07-984330b278ab req-1dc68f93-af14-4df7-9e5f-5b51f590f1fc tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 210 time: 0.0295537 Mar 09 14:45:51.451889 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:51.453053 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.454520 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 54791761-c286-421b-964b-dc04fe314c2f) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:51.455308 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] 10.222.0.16 "PUT /v2.0/ports/f2cc4fbb-0e38-4008-932b-193044a80590 HTTP/1.1" status: 200 len: 1093 time: 1.3118236 Mar 09 14:45:51.455853 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f546a2c-2123-4364-af21-4421be4b26d0', 'tag': 'f2cc4fbb-0e38-4008-932b-193044a80590'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:45:51.458822 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf60ba-7cbb-4332-9c8c-973ee32069b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f546a2c-2123-4364-af21-4421be4b26d0", "tag": "f2cc4fbb-0e38-4008-932b-193044a80590"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:45:51.462846 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eadacd-1f94-4647-b76d-4a383a7b2366 None None] Network 54791761-c286-421b-964b-dc04fe314c2f requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:45:51.472584 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.478724 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:51.479703 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.506583 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d246c05-2020-443c-913d-8e99de85bc78 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cc4fbb-0e38-4008-932b-193044a80590,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:51.544019 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86e2a70-41a3-4256-8d71-b7733dd87df0 x-openstack-request-id: req-b86e2a70-41a3-4256-8d71-b7733dd87df0 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:45:51.544606 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f546a2c-2123-4364-af21-4421be4b26d0", "tag": "f2cc4fbb-0e38-4008-932b-193044a80590", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:45:51.544968 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b86e2a70-41a3-4256-8d71-b7733dd87df0 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:45:51.546019 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f546a2c-2123-4364-af21-4421be4b26d0', 'tag': 'f2cc4fbb-0e38-4008-932b-193044a80590', 'status': 'completed', 'code': 200} Mar 09 14:45:51.561084 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Network f9955ca2-9409-4cf7-a6dc-d85045bbc47a is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:45:51.572287 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:51.596800 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-836ccb53-b460-45b5-83db-3c6c4f5c6f6f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0711932 Mar 09 14:45:51.599577 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35068) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:51.602343 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-54791761-c286-421b-964b-dc04fe314c2f', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:45:51.602989 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:51.603395 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Pushing event updated for resources: {'Port': ['ID=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:51.603990 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.607191 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:45:51.616162 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:51.619034 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.655919 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf60ba-7cbb-4332-9c8c-973ee32069b8 req-1374fc69-6368-4cac-92fb-33f1f5ef51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:51.657694 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3cdf60ba-7cbb-4332-9c8c-973ee32069b8 req-1374fc69-6368-4cac-92fb-33f1f5ef51d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 1127 time: 0.1004651 Mar 09 14:45:51.730867 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (51766322-ed9e-4786-b330-19a1f1d93baa), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.731947 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (51766322-ed9e-4786-b330-19a1f1d93baa), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.749800 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Allocated IP 172.20.0.2 (54791761-c286-421b-964b-dc04fe314c2f/045a8cce-abe9-4120-9d35-9c86be6ad914/461d00f9-8e12-43be-ab37-be2775e02df5) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:45:51.753177 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-0baa5c0b-1d7e-4cc3-8ead-1511159dbf51 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7419508 Mar 09 14:45:51.768236 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Request body: {'port': {'device_id': 'da7d2c47-6cab-458f-8eeb-8885cc214865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:51.791340 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks [] for router_controller (51766322-ed9e-4786-b330-19a1f1d93baa), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:51.809126 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf60ba-7cbb-4332-9c8c-973ee32069b8 req-b79aa738-a94c-4bcd-89fa-447470df2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:51.810585 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3cdf60ba-7cbb-4332-9c8c-973ee32069b8 req-b79aa738-a94c-4bcd-89fa-447470df2a89 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1434565 Mar 09 14:45:51.942712 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.024299 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Publish callbacks [] for port (461d00f9-8e12-43be-ab37-be2775e02df5), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.024810 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks [] for router_gateway (51766322-ed9e-4786-b330-19a1f1d93baa), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.073662 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf60ba-7cbb-4332-9c8c-973ee32069b8 req-2f87652d-7844-48ad-b776-538c2b7e2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:52.075190 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3cdf60ba-7cbb-4332-9c8c-973ee32069b8 req-2f87652d-7844-48ad-b776-538c2b7e2303 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2578349 Mar 09 14:45:52.111496 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.169326 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Network 54791761-c286-421b-964b-dc04fe314c2f is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:45:52.173257 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Pushing event updated for resources: {'Port': ['ID=461d00f9-8e12-43be-ab37-be2775e02df5,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:52.175868 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:52.178618 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:45:52.240106 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Attempting to bind port 461d00f9-8e12-43be-ab37-be2775e02df5 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:45:52.240541 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Attempting to bind port 461d00f9-8e12-43be-ab37-be2775e02df5 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:45:52.241531 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Attempting to bind port 461d00f9-8e12-43be-ab37-be2775e02df5 on network 54791761-c286-421b-964b-dc04fe314c2f {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:52.247549 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:45:52.248161 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Checking segment: {'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:52.253850 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.253850 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Bound using segment: {'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:45:52.253850 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Bound port: 461d00f9-8e12-43be-ab37-be2775e02df5, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:45:52.253850 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.274888 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-b0808e04-58cb-4a5d-9f12-f5c1f26b4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:52.276902 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-b0808e04-58cb-4a5d-9f12-f5c1f26b4669 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 1127 time: 0.1555107 Mar 09 14:45:52.346498 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] For port 461d00f9-8e12-43be-ab37-be2775e02df5, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:45:52.350111 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] For port 461d00f9-8e12-43be-ab37-be2775e02df5, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=461d00f9-8e12-43be-ab37-be2775e02df5,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:45:52.353580 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-c77decc3-1e2d-4238-9435-47add2476ca5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cc4fbb-0e38-4008-932b-193044a80590 HTTP/1.1" status: 200 len: 217 time: 0.0572913 Mar 09 14:45:52.425157 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks [] for router_gateway (51766322-ed9e-4786-b330-19a1f1d93baa), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.447377 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.458982 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-ee982c8f-c700-40ce-8c6e-df0f0fedbb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:52.460379 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-ee982c8f-c700-40ce-8c6e-df0f0fedbb83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca833601-fec1-47af-81eb-31f5f61acb2f HTTP/1.1" status: 200 len: 858 time: 0.0941274 Mar 09 14:45:52.468371 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.512142 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:45:52.518666 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-bf29c4cf-a4e7-431d-b4e0-c3888f95a3af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486367 Mar 09 14:45:52.524160 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Publish callbacks [] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.565497 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c2c70-10e7-49f0-9b60-aa245852d471 None None] Pushing event updated for resources: {'Port': ['ID=461d00f9-8e12-43be-ab37-be2775e02df5,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:52.594996 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Transition to ACTIVE for port object 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:45:52.639274 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Allocated IP 172.27.2.231 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/2c6a9030-815a-4454-b7c4-a490f4082f72) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:45:52.648845 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477104a-7739-4971-9dae-2800f2008e84 req-884b0a8a-d263-41f0-bbef-dba081ed79dd tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:52.650391 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7477104a-7739-4971-9dae-2800f2008e84 req-884b0a8a-d263-41f0-bbef-dba081ed79dd tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 932 time: 0.1290891 Mar 09 14:45:52.690628 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-f023aec6-b4d8-49e7-a2d3-d75db735e962 service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636879 Mar 09 14:45:52.721262 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.771150 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7477104a-7739-4971-9dae-2800f2008e84 req-5529859a-991b-4089-bc37-ccd21a739446 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085820 Mar 09 14:45:52.812656 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks [] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:52.857319 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:52.914767 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Attempting to bind port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:45:52.914767 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Attempting to bind port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:45:52.914767 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Attempting to bind port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a on network f9955ca2-9409-4cf7-a6dc-d85045bbc47a {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:52.917957 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16114971-101b-4af7-8a1b-1ee2b17a75b7 req-6aef4a22-d4a6-491f-8f3c-3d361038385d service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190928 Mar 09 14:45:52.920074 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a on network f9955ca2-9409-4cf7-a6dc-d85045bbc47a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:45:52.920399 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Attempting to bind port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a on network f9955ca2-9409-4cf7-a6dc-d85045bbc47a {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:52.926334 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:45:52.926671 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Checking segment: {'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:52.927057 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Bound using segment: {'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:45:52.927496 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Bound port: 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d245667-c65e-4fdc-a221-bbc3654c607e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:45:52.927858 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:53.004903 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] For port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:45:53.008684 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] For port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:45:53.079223 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:53.114642 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:45:53.122181 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:53.125726 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:45:53.148619 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Pushing event updated for resources: {'Port': ['ID=2c6a9030-815a-4454-b7c4-a490f4082f72,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:53.165965 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:53.205830 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:53.206637 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:53.208052 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] 10.222.0.16 "PUT /v2.0/ports/0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a HTTP/1.1" status: 200 len: 1094 time: 1.4458914 Mar 09 14:45:53.253201 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ed9e-f5b5-41b1-b197-0a6df65701b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:53.446779 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-e97673e2-faa0-4516-a3e4-a193955c0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:53.449236 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-e97673e2-faa0-4516-a3e4-a193955c0527 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 1128 time: 0.0763040 Mar 09 14:45:53.525862 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-aca58b17-8791-47b2-978e-fb5ca8f07138 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a HTTP/1.1" status: 200 len: 217 time: 0.0668111 Mar 09 14:45:53.549163 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7d2c47-6cab-458f-8eeb-8885cc214865', 'tag': '0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:45:53.551703 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d551535-ab91-455f-b6f8-a6cb5da05d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "da7d2c47-6cab-458f-8eeb-8885cc214865", "tag": "0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:45:53.605892 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-5789e5f6-7805-4ca9-8523-95235ed20d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:53.608259 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-5789e5f6-7805-4ca9-8523-95235ed20d4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca833601-fec1-47af-81eb-31f5f61acb2f HTTP/1.1" status: 200 len: 858 time: 0.0678105 Mar 09 14:45:53.655847 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-c22784a4-51d7-47b9-a1ce-2170a69aad45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402198 Mar 09 14:45:53.657655 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66291c6-89f3-4fa5-9a56-7e2fc285b7e5 x-openstack-request-id: req-e66291c6-89f3-4fa5-9a56-7e2fc285b7e5 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:45:53.657783 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7d2c47-6cab-458f-8eeb-8885cc214865", "tag": "0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:45:53.658036 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e66291c6-89f3-4fa5-9a56-7e2fc285b7e5 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:45:53.658420 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7d2c47-6cab-458f-8eeb-8885cc214865', 'tag': '0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a', 'status': 'completed', 'code': 200} Mar 09 14:45:53.786081 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-3a9940b2-4b92-4fcc-939c-46d7e183008a service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127431 Mar 09 14:45:53.818970 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks [] for router_gateway (51766322-ed9e-4786-b330-19a1f1d93baa), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:53.853175 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a24ec02-42ac-4a3f-969e-2eabc3291628 None None] Network 54791761-c286-421b-964b-dc04fe314c2f requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:45:53.919330 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57ebc592-4dfe-426b-91ed-63885bab7ef0 req-877d7fee-0456-46f7-bc6b-1b51248ee347 service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261380 Mar 09 14:45:53.988397 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fc0c-5be4-496a-9da5-d02b69d46932 req-82e62bc1-0632-447e-b9ee-4fbc66614638 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:53.990242 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-40e5fc0c-5be4-496a-9da5-d02b69d46932 req-82e62bc1-0632-447e-b9ee-4fbc66614638 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 944 time: 0.1006641 Mar 09 14:45:54.011002 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-bb962611-3240-4339-b777-2aba58c97e4d None None] Provisioning complete for port 461d00f9-8e12-43be-ab37-be2775e02df5 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:54.011380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bb962611-3240-4339-b777-2aba58c97e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:54.089706 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-40e5fc0c-5be4-496a-9da5-d02b69d46932 req-28bee539-84db-48d8-8c43-d084d937fd2a tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938168 Mar 09 14:45:54.145821 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-bb962611-3240-4339-b777-2aba58c97e4d None None] Current status of the port 461d00f9-8e12-43be-ab37-be2775e02df5 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:54.146223 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bb962611-3240-4339-b777-2aba58c97e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:54.195794 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551535-ab91-455f-b6f8-a6cb5da05d5b req-5b015be3-53cf-46f5-8ec2-2200fa841079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:54.197402 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3d551535-ab91-455f-b6f8-a6cb5da05d5b req-5b015be3-53cf-46f5-8ec2-2200fa841079 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 1128 time: 0.1132915 Mar 09 14:45:54.216455 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (51766322-ed9e-4786-b330-19a1f1d93baa), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:54.227523 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-bb962611-3240-4339-b777-2aba58c97e4d None None] For port 461d00f9-8e12-43be-ab37-be2775e02df5, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=461d00f9-8e12-43be-ab37-be2775e02df5,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:54.317314 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bb962611-3240-4339-b777-2aba58c97e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:54.346822 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551535-ab91-455f-b6f8-a6cb5da05d5b req-5cd5fe0c-b392-48ac-92a9-96a11e49a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:54.348564 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3d551535-ab91-455f-b6f8-a6cb5da05d5b req-5cd5fe0c-b392-48ac-92a9-96a11e49a5fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 200 len: 919 time: 0.1439190 Mar 09 14:45:54.409975 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3d551535-ab91-455f-b6f8-a6cb5da05d5b req-7712a3b5-7789-44c6-86c0-58afc57eef0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a HTTP/1.1" status: 200 len: 217 time: 0.0548561 Mar 09 14:45:54.452537 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb962611-3240-4339-b777-2aba58c97e4d None None] Pushing event updated for resources: {'Port': ['ID=461d00f9-8e12-43be-ab37-be2775e02df5,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:54.490180 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-3d16a353-fe17-416b-b39a-4c64b4e38719 None None] Provisioning complete for port 461d00f9-8e12-43be-ab37-be2775e02df5 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:54.490180 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3d16a353-fe17-416b-b39a-4c64b4e38719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:54.513224 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551535-ab91-455f-b6f8-a6cb5da05d5b req-f182f4c0-862f-472b-8838-d89e4b4db516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:54.514781 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3d551535-ab91-455f-b6f8-a6cb5da05d5b req-f182f4c0-862f-472b-8838-d89e4b4db516 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca833601-fec1-47af-81eb-31f5f61acb2f HTTP/1.1" status: 200 len: 858 time: 0.0981035 Mar 09 14:45:54.523483 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Router 51766322-ed9e-4786-b330-19a1f1d93baa is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:45:54.565555 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3d551535-ab91-455f-b6f8-a6cb5da05d5b req-d57854a6-8b1e-449c-9374-75b22cb23515 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441618 Mar 09 14:45:54.588307 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-3d16a353-fe17-416b-b39a-4c64b4e38719 None None] Current status of the port 461d00f9-8e12-43be-ab37-be2775e02df5 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:54.591526 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 461d00f9-8e12-43be-ab37-be2775e02df5 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:45:54.665480 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 461d00f9-8e12-43be-ab37-be2775e02df5 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:54.667675 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:54.683186 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:45:54.694470 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Sync routers for ids ['51766322-ed9e-4786-b330-19a1f1d93baa'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:45:54.718264 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Routers {'51766322-ed9e-4786-b330-19a1f1d93baa'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:54.718911 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['51766322-ed9e-4786-b330-19a1f1d93baa'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:54.798411 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 461d00f9-8e12-43be-ab37-be2775e02df5 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:54.810870 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:54.812140 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-15eb4126-cbff-4113-b0e2-5037ff52636e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2135880 Mar 09 14:45:54.814840 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35168) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:54.901093 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Set router 51766322-ed9e-4786-b330-19a1f1d93baa gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:54.954106 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3d551535-ab91-455f-b6f8-a6cb5da05d5b req-16c09e7c-f09d-4872-85b1-03f2d8a56598 service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717580 Mar 09 14:45:55.086105 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3d551535-ab91-455f-b6f8-a6cb5da05d5b req-20a2d8dc-692a-4815-bdcf-f7a44a44a1ab service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256239 Mar 09 14:45:55.112414 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:53Z', 'revision_number': 3, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:55.144409 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Checking router: 51766322-ed9e-4786-b330-19a1f1d93baa for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:45:55.144788 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Updating router 51766322-ed9e-4786-b330-19a1f1d93baa port 2c6a9030-815a-4454-b7c4-a490f4082f72 binding host dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:45:55.183172 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:55.274764 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195308b-8e72-47c0-876d-9add4333f8ea req-7e11afbd-5eed-422f-a71e-8e92d4b01c78 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:55.276223 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5195308b-8e72-47c0-876d-9add4333f8ea req-7e11afbd-5eed-422f-a71e-8e92d4b01c78 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 944 time: 0.0944035 Mar 09 14:45:55.384097 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5195308b-8e72-47c0-876d-9add4333f8ea req-657a96c9-0c23-4090-86ec-d17554fecaad tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777926 Mar 09 14:45:55.395821 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:55.472865 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Publish callbacks [] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:55.558344 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Allocated IP 172.20.0.1 (54791761-c286-421b-964b-dc04fe314c2f/045a8cce-abe9-4120-9d35-9c86be6ad914/33e91c4c-81c6-4059-9b29-feb27ff2c726) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:45:55.562279 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:55.613586 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Attempting to bind port 2c6a9030-815a-4454-b7c4-a490f4082f72 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:45:55.613958 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Attempting to bind port 2c6a9030-815a-4454-b7c4-a490f4082f72 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:45:55.614320 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Attempting to bind port 2c6a9030-815a-4454-b7c4-a490f4082f72 on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:55.617618 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6ad98-40ca-4c55-9617-ec0cfce13fbf None None] Pushing event updated for resources: {'Port': ['ID=2c6a9030-815a-4454-b7c4-a490f4082f72,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:55.623173 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:45:55.623173 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:55.623173 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:55.623531 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:45:55.623740 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Bound port: 2c6a9030-815a-4454-b7c4-a490f4082f72, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:45:55.624202 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:55.665217 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Publish callbacks [] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:55.689149 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] For port 2c6a9030-815a-4454-b7c4-a490f4082f72, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:45:55.693448 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] For port 2c6a9030-815a-4454-b7c4-a490f4082f72, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=2c6a9030-815a-4454-b7c4-a490f4082f72,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:45:55.782567 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:55.782726 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:55.811425 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Network 54791761-c286-421b-964b-dc04fe314c2f is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:45:55.815539 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:55.868656 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6ad98-40ca-4c55-9617-ec0cfce13fbf None None] Pushing event updated for resources: {'Port': ['ID=2c6a9030-815a-4454-b7c4-a490f4082f72,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:55.873060 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:45:55.889103 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Routers {'51766322-ed9e-4786-b330-19a1f1d93baa'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:55.890550 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['51766322-ed9e-4786-b330-19a1f1d93baa'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:55.957629 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Pushing event updated for resources: {'Port': ['ID=33e91c4c-81c6-4059-9b29-feb27ff2c726,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:55.967625 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (51766322-ed9e-4786-b330-19a1f1d93baa), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:56.127222 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-ffe033a2-7869-442e-8873-62d08bd135ad None None] Provisioning complete for port 33e91c4c-81c6-4059-9b29-feb27ff2c726 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:56.128250 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ffe033a2-7869-442e-8873-62d08bd135ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:56.139920 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] Set router 51766322-ed9e-4786-b330-19a1f1d93baa gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:56.166006 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-ffe033a2-7869-442e-8873-62d08bd135ad None None] Port 33e91c4c-81c6-4059-9b29-feb27ff2c726 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:45:56.287990 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:56.319127 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:53Z', 'revision_number': 3, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:56.347133 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c04ee92-c9d4-4170-a73f-13ee1fc57f17 None None] The sync data for ids ['51766322-ed9e-4786-b330-19a1f1d93baa'] in dv-cinder-830086-3-iscsi is: [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:53Z', 'revision_number': 3, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:45:56.489860 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 461d00f9-8e12-43be-ab37-be2775e02df5 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:45:56.504570 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Publish callbacks [] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:56.546217 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 461d00f9-8e12-43be-ab37-be2775e02df5 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:56.546822 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:56.551828 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f2a6-32d1-470b-aaf2-67bf0959102f req-01c82448-f24a-4d61-a73e-2a72c2716290 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:56.553665 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a864f2a6-32d1-470b-aaf2-67bf0959102f req-01c82448-f24a-4d61-a73e-2a72c2716290 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 944 time: 0.0619321 Mar 09 14:45:56.571678 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:56.673077 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 461d00f9-8e12-43be-ab37-be2775e02df5 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:56.687119 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (51766322-ed9e-4786-b330-19a1f1d93baa), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:56.688766 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Pushing event updated for resources: {'Port': ['ID=33e91c4c-81c6-4059-9b29-feb27ff2c726,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:56.703836 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a864f2a6-32d1-470b-aaf2-67bf0959102f req-df6e25e9-a9df-48ea-a8c3-78811d89e0a9 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419287 Mar 09 14:45:56.821485 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Network 54791761-c286-421b-964b-dc04fe314c2f is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:45:56.823103 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:56.982914 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Router 51766322-ed9e-4786-b330-19a1f1d93baa has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:45:57.122537 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:45:57.132145 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-038522ed-04db-4d28-af84-6ca75ada92f7 admin admin] 10.222.0.20 "PUT /v2.0/routers/51766322-ed9e-4786-b330-19a1f1d93baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3118584 Mar 09 14:45:57.192096 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-93f86ec6-6759-43f6-83fa-95a374e0140c None None] Provisioning complete for port 33e91c4c-81c6-4059-9b29-feb27ff2c726 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:57.192659 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-93f86ec6-6759-43f6-83fa-95a374e0140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:57.232382 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-93f86ec6-6759-43f6-83fa-95a374e0140c None None] Port 33e91c4c-81c6-4059-9b29-feb27ff2c726 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:45:57.301926 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:45:57.409159 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:57.420493 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a', 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a', 'port_id': '0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a', 'mac_address': 'fa:16:3e:0c:27:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca833601-fec1-47af-81eb-31f5f61acb2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:45:57.456015 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:57.456326 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:57.469992 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:45:57.494949 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:57.545393 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35244) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:57.582577 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:57.583926 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device f2cc4fbb-0e38-4008-932b-193044a80590 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:45:57.609958 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-88824de2-2f96-4644-8345-dc1a1d07f03f admin admin] Deleting subnet 8ef34b8c-a4ef-4f93-be6f-03ddabe8f82b {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:45:57.618254 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-88824de2-2f96-4644-8345-dc1a1d07f03f admin admin] Publish callbacks [] for subnet (8ef34b8c-a4ef-4f93-be6f-03ddabe8f82b), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:57.652371 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:57.672561 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port f2cc4fbb-0e38-4008-932b-193044a80590, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f2cc4fbb-0e38-4008-932b-193044a80590,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:57.675371 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-88824de2-2f96-4644-8345-dc1a1d07f03f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13986415'] for subnet (8ef34b8c-a4ef-4f93-be6f-03ddabe8f82b), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:57.684293 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': 'f2cc4fbb-0e38-4008-932b-193044a80590', 'network_id': 'f9955ca2-9409-4cf7-a6dc-d85045bbc47a', 'port_id': 'f2cc4fbb-0e38-4008-932b-193044a80590', 'mac_address': 'fa:16:3e:05:7e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca833601-fec1-47af-81eb-31f5f61acb2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:45:57.732554 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-88824de2-2f96-4644-8345-dc1a1d07f03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (8ef34b8c-a4ef-4f93-be6f-03ddabe8f82b), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:57.734887 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port f2cc4fbb-0e38-4008-932b-193044a80590 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:57.735854 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:57.750380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cc4fbb-0e38-4008-932b-193044a80590 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:45:57.801213 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port f2cc4fbb-0e38-4008-932b-193044a80590, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f2cc4fbb-0e38-4008-932b-193044a80590,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:57.854031 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223d6ad-43cb-4d71-b730-2106c4f6e1f5 req-ce7442ed-4e9b-4fcc-a363-2719039a7f77 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:57.855805 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f223d6ad-43cb-4d71-b730-2106c4f6e1f5 req-ce7442ed-4e9b-4fcc-a363-2719039a7f77 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 945 time: 0.0614457 Mar 09 14:45:57.905824 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f223d6ad-43cb-4d71-b730-2106c4f6e1f5 req-ac00db78-d2b2-434b-b4fd-6f8538aa0159 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432608 Mar 09 14:45:57.936424 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:57.942312 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-88824de2-2f96-4644-8345-dc1a1d07f03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13132567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13243392'] for subnet (8ef34b8c-a4ef-4f93-be6f-03ddabe8f82b), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:57.975499 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88824de2-2f96-4644-8345-dc1a1d07f03f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef34b8c-a4ef-4f93-be6f-03ddabe8f82b,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:57.981269 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-88824de2-2f96-4644-8345-dc1a1d07f03f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:57.990548 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-88824de2-2f96-4644-8345-dc1a1d07f03f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8ef34b8c-a4ef-4f93-be6f-03ddabe8f82b HTTP/1.1" status: 204 len: 168 time: 0.4440460 Mar 09 14:45:57.990669 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35276) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:58.047337 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=f2cc4fbb-0e38-4008-932b-193044a80590,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:58.094318 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (17e59946-06d8-446e-93de-c70a7ad0426f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.120042 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35280) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:58.125099 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-640124586-network', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:58.192416 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (17e59946-06d8-446e-93de-c70a7ad0426f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.200815 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:45:58.216180 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Made reservation on behalf of abf833c29cda4c619b8add55babd1e34 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:58.221066 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.226079 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.226877 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.227731 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.231141 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.231141 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.231141 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.231141 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.231141 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.231141 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.231141 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.242916 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.265614 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Sync routers for ids ['51766322-ed9e-4786-b330-19a1f1d93baa'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:45:58.269715 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['f2cc4fbb-0e38-4008-932b-193044a80590'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:45:58.300905 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.301266 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.301696 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.302105 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109967) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 14:45:58.302554 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e59946-06d8-446e-93de-c70a7ad0426f']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:58.317640 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Routers {'51766322-ed9e-4786-b330-19a1f1d93baa'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:45:58.318280 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['51766322-ed9e-4786-b330-19a1f1d93baa'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:58.322868 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7769539c-50b2-4093-a7a1-b66c67d06a14') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:58.323323 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7769539c-50b2-4093-a7a1-b66c67d06a14') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:58.327231 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Publish callbacks [] for security_group (9abdf928-71c6-4246-a62a-123c1f9a4858), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.342801 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15001567'] for segment (7769539c-50b2-4093-a7a1-b66c67d06a14), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.363420 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (7769539c-50b2-4093-a7a1-b66c67d06a14), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.372093 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:45:58.372475 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12879098'] for segment (7769539c-50b2-4093-a7a1-b66c67d06a14), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: from cryptography.utils import int_from_bytes Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: from cryptography.utils import int_from_bytes Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: timer() Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: cb(*args, **kw) Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: self._notify() Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: self.callback(batched_events) Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: event.method(event) Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._get(url).json() Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:45:58.376925 dv-cinder-830086-3-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:45:58.405238 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (9abdf928-71c6-4246-a62a-123c1f9a4858), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.455523 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:45:58.469233 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (9cbde0cb-e530-40ff-99c3-e4a0ce98be7d), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.469397 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Added segment 9cbde0cb-e530-40ff-99c3-e4a0ce98be7d of type vlan for network 65de1cc4-4251-458c-9e75-73eea5461619 Mar 09 14:45:58.471766 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abdf928-71c6-4246-a62a-123c1f9a4858,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:58.518830 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (65de1cc4-4251-458c-9e75-73eea5461619), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.538954 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Set router 51766322-ed9e-4786-b330-19a1f1d93baa gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:45:58.550629 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 2c6a9030-815a-4454-b7c4-a490f4082f72 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:45:58.659771 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (17e59946-06d8-446e-93de-c70a7ad0426f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.667913 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.671514 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/17e59946-06d8-446e-93de-c70a7ad0426f HTTP/1.1" status: 204 len: 168 time: 0.6796494 Mar 09 14:45:58.674408 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35282) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:58.698523 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b85bc-cbfa-41ad-939c-eb3d847b70b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=17e59946-06d8-446e-93de-c70a7ad0426f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:58.712202 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (65de1cc4-4251-458c-9e75-73eea5461619), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.713083 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:58.713677 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.766660 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1bd40d-d74f-49a4-aab6-723d0ca2fb75 admin admin] Deleting subnet 76b2a4c7-866b-4884-9764-33c46f5c000c {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:45:58.932254 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 2c6a9030-815a-4454-b7c4-a490f4082f72 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:45:58.932628 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.970028 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce1bd40d-d74f-49a4-aab6-723d0ca2fb75 admin admin] Publish callbacks [] for subnet (76b2a4c7-866b-4884-9764-33c46f5c000c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:58.972057 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] Pushing event updated for resources: {'Network': ['ID=65de1cc4-4251-458c-9e75-73eea5461619,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:58.977771 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3adf85ec-4561-4b52-a3cc-9c81b39567e9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8559892 Mar 09 14:45:58.980248 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35288) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:58.986909 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Request body: {'subnet': {'network_id': '65de1cc4-4251-458c-9e75-73eea5461619', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-640124586-subnet', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:45:58.989102 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 65de1cc4-4251-458c-9e75-73eea5461619 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:45:59.021514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce1bd40d-d74f-49a4-aab6-723d0ca2fb75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13986415'] for subnet (76b2a4c7-866b-4884-9764-33c46f5c000c), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.098665 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce1bd40d-d74f-49a4-aab6-723d0ca2fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (76b2a4c7-866b-4884-9764-33c46f5c000c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.124874 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Made reservation on behalf of abf833c29cda4c619b8add55babd1e34 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:45:59.133195 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12933862'] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.156379 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 2c6a9030-815a-4454-b7c4-a490f4082f72 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:45:59.161443 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.182015 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:56Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '33e91c4c-81c6-4059-9b29-feb27ff2c726', 'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'mac_address': 'fa:16:3e:00:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:55Z', 'updated_at': '2022-03-09T14:45:56Z', 'revision_number': 2, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'subnets': [{'id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:59.190398 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 2c6a9030-815a-4454-b7c4-a490f4082f72, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=2c6a9030-815a-4454-b7c4-a490f4082f72,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:45:59.190490 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182766e4-e03d-43c2-a24d-fb3c04b539f9 req-e47e20f1-5770-417a-8859-4a6dea8bd1e4 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:59.194121 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-182766e4-e03d-43c2-a24d-fb3c04b539f9 req-e47e20f1-5770-417a-8859-4a6dea8bd1e4 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 945 time: 0.1345458 Mar 09 14:45:59.228259 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Checking router: 51766322-ed9e-4786-b330-19a1f1d93baa for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:45:59.228753 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Updating router 51766322-ed9e-4786-b330-19a1f1d93baa port 33e91c4c-81c6-4059-9b29-feb27ff2c726 binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:45:59.272764 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.279523 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-182766e4-e03d-43c2-a24d-fb3c04b539f9 req-37adbe7a-6755-47dc-bb16-32750029c680 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777049 Mar 09 14:45:59.289029 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.411332 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=2c6a9030-815a-4454-b7c4-a490f4082f72,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:59.431747 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce1bd40d-d74f-49a4-aab6-723d0ca2fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13132567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13243392'] for subnet (76b2a4c7-866b-4884-9764-33c46f5c000c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.456906 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bd40d-d74f-49a4-aab6-723d0ca2fb75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b2a4c7-866b-4884-9764-33c46f5c000c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:59.462605 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce1bd40d-d74f-49a4-aab6-723d0ca2fb75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.465876 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ce1bd40d-d74f-49a4-aab6-723d0ca2fb75 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/76b2a4c7-866b-4884-9764-33c46f5c000c HTTP/1.1" status: 204 len: 168 time: 0.7904634 Mar 09 14:45:59.468591 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35302) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:45:59.534303 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12879207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12933832'] for subnet (268c770e-bc66-416b-aa8e-9715b9a689a6), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.567884 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (cd9177b5-7a32-4fa4-b543-27b75f221fa6), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.611300 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Publish callbacks [] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.623202 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268c770e-bc66-416b-aa8e-9715b9a689a6,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:59.661434 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Checking segment: {'id': '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:59.661795 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Network hostable DHCP agents. Network: 65de1cc4-4251-458c-9e75-73eea5461619, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:45:59.688232 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.704148 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (cd9177b5-7a32-4fa4-b543-27b75f221fa6), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.730779 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9177b5-7a32-4fa4-b543-27b75f221fa6']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:59.741310 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f3dc6-ebb3-4f7a-9a3a-b5c83154a122 None None] Pushing event updated for resources: {'Port': ['ID=33e91c4c-81c6-4059-9b29-feb27ff2c726,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:45:59.745854 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281b8d8a-5326-43c6-84e4-227216f7eef1') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:59.745854 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281b8d8a-5326-43c6-84e4-227216f7eef1') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:45:59.756045 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15001567'] for segment (281b8d8a-5326-43c6-84e4-227216f7eef1), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.775909 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (281b8d8a-5326-43c6-84e4-227216f7eef1), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.785091 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:45:59.785091 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12879098'] for segment (281b8d8a-5326-43c6-84e4-227216f7eef1), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: timer() Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: cb(*args, **kw) Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: self._notify() Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: self.callback(batched_events) Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: event.method(event) Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._get(url).json() Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:45:59.786997 dv-cinder-830086-3-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:45:59.811790 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Network 65de1cc4-4251-458c-9e75-73eea5461619 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:45:59.817718 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Attempting to bind port 33e91c4c-81c6-4059-9b29-feb27ff2c726 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:45:59.818124 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Attempting to bind port 33e91c4c-81c6-4059-9b29-feb27ff2c726 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:45:59.818490 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Attempting to bind port 33e91c4c-81c6-4059-9b29-feb27ff2c726 on network 54791761-c286-421b-964b-dc04fe314c2f {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:45:59.824682 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:45:59.825099 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Checking segment: {'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:45:59.825554 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.826306 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Bound using segment: {'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:45:59.826966 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Bound port: 33e91c4c-81c6-4059-9b29-feb27ff2c726, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:45:59.827356 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.905285 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] For port 33e91c4c-81c6-4059-9b29-feb27ff2c726, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:45:59.909171 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] For port 33e91c4c-81c6-4059-9b29-feb27ff2c726, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=33e91c4c-81c6-4059-9b29-feb27ff2c726,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:45:59.919849 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 65de1cc4-4251-458c-9e75-73eea5461619) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:45:59.924329 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (cd9177b5-7a32-4fa4-b543-27b75f221fa6), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.932687 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:45:59.932687 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.933628 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8004d-01af-4bfc-8d8c-a9f84f3df06f None None] Network 65de1cc4-4251-458c-9e75-73eea5461619 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:45:59.944212 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:45:59.949917 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd9177b5-7a32-4fa4-b543-27b75f221fa6 HTTP/1.1" status: 204 len: 168 time: 0.4798677 Mar 09 14:45:59.978778 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d625088-f826-4b99-98aa-69bec4445f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9177b5-7a32-4fa4-b543-27b75f221fa6,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:00.013575 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-c838a3a1-3911-42d0-979d-a4c5a7b62aa0 None None] Provisioning complete for port 33e91c4c-81c6-4059-9b29-feb27ff2c726 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:00.013879 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c838a3a1-3911-42d0-979d-a4c5a7b62aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:00.064904 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-c838a3a1-3911-42d0-979d-a4c5a7b62aa0 None None] Port 33e91c4c-81c6-4059-9b29-feb27ff2c726 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:46:00.068751 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-65de1cc4-4251-458c-9e75-73eea5461619', 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619', 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'fixed_ips': [{'subnet_id': '268c770e-bc66-416b-aa8e-9715b9a689a6'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:46:00.069618 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:00.080623 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:00.173928 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9c32909a-e329-4fce-8cc0-94b66b91ac52 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1916385 Mar 09 14:46:00.175983 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35316) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:00.183884 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-640124586-router', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:00.209733 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Routers {'51766322-ed9e-4786-b330-19a1f1d93baa'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:46:00.210377 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['51766322-ed9e-4786-b330-19a1f1d93baa'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:46:00.212347 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f3dc6-ebb3-4f7a-9a3a-b5c83154a122 None None] Pushing event updated for resources: {'Port': ['ID=33e91c4c-81c6-4059-9b29-feb27ff2c726,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:00.352325 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Allocated IP 172.20.0.2 (65de1cc4-4251-458c-9e75-73eea5461619/268c770e-bc66-416b-aa8e-9715b9a689a6/9accd58a-ef21-4d53-a3cb-45bc6ea5ef38) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:46:00.371097 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] Set router 51766322-ed9e-4786-b330-19a1f1d93baa gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:46:00.378597 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (b2248cdb-4202-4051-8fdd-349a169c7162), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:00.381660 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (b2248cdb-4202-4051-8fdd-349a169c7162), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:00.479818 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943b292-fd54-46e0-988e-e90c207d1632 req-c72d1403-f080-4cb6-abdc-e0b327bbc13c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:00.491406 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5943b292-fd54-46e0-988e-e90c207d1632 req-c72d1403-f080-4cb6-abdc-e0b327bbc13c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 945 time: 0.1324160 Mar 09 14:46:00.496390 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks [] for router_controller (b2248cdb-4202-4051-8fdd-349a169c7162), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:00.546313 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5943b292-fd54-46e0-988e-e90c207d1632 req-3968a129-b656-4822-882b-c0bfabe4a805 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529945 Mar 09 14:46:00.562815 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 2c6a9030-815a-4454-b7c4-a490f4082f72 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:46:00.616401 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-b09fcb0f-bd14-480a-98c0-3b3d55802c94 None None] Provisioning complete for port 33e91c4c-81c6-4059-9b29-feb27ff2c726 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:00.616846 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b09fcb0f-bd14-480a-98c0-3b3d55802c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:00.630829 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35338) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:00.699407 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a079efd7-476f-40b7-8bc3-9ea8c258c6aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce8bbb2041714ffb8e87f63751765343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0633440 Mar 09 14:46:00.699704 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35348) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:00.793963 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4f99b895-b5dc-494f-b2d0-7bbdb478eeba admin admin] Publish callbacks [] for security_group (38f6052d-4467-4a04-8f78-f225704bf96b), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:00.808635 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks [] for router_gateway (b2248cdb-4202-4051-8fdd-349a169c7162), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:00.841673 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4f99b895-b5dc-494f-b2d0-7bbdb478eeba admin admin] Publish callbacks [] for security_group (38f6052d-4467-4a04-8f78-f225704bf96b), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.036701 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4f99b895-b5dc-494f-b2d0-7bbdb478eeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (38f6052d-4467-4a04-8f78-f225704bf96b), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.039558 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4f99b895-b5dc-494f-b2d0-7bbdb478eeba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.040798 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4f99b895-b5dc-494f-b2d0-7bbdb478eeba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38f6052d-4467-4a04-8f78-f225704bf96b HTTP/1.1" status: 204 len: 168 time: 0.3353939 Mar 09 14:46:01.068896 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99b895-b5dc-494f-b2d0-7bbdb478eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f6052d-4467-4a04-8f78-f225704bf96b,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:01.118066 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Publish callbacks [] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.119568 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941ef94-2328-4c77-8a8e-838bac0410a0 req-04379b4f-9adc-4cc2-8742-ae8cc59e706c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:01.129943 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1941ef94-2328-4c77-8a8e-838bac0410a0 req-04379b4f-9adc-4cc2-8742-ae8cc59e706c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.1641085 Mar 09 14:46:01.153244 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 2c6a9030-815a-4454-b7c4-a490f4082f72 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:01.153639 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.225656 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1941ef94-2328-4c77-8a8e-838bac0410a0 req-80918ac9-bb3d-474c-9368-b4de9970b250 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866685 Mar 09 14:46:01.234117 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.239631 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks [] for router_gateway (b2248cdb-4202-4051-8fdd-349a169c7162), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.251922 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-b09fcb0f-bd14-480a-98c0-3b3d55802c94 None None] Current status of the port 33e91c4c-81c6-4059-9b29-feb27ff2c726 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:01.256093 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b09fcb0f-bd14-480a-98c0-3b3d55802c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.262524 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.303621 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Network 65de1cc4-4251-458c-9e75-73eea5461619 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:46:01.317781 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:46:01.359082 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:46:01.361518 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:46:01.388340 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Pushing event updated for resources: {'Port': ['ID=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:01.398463 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Allocated IP 172.27.2.211 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/37a180de-0b67-4c6f-a9aa-58e2da7c5997) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:46:01.413719 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-b09fcb0f-bd14-480a-98c0-3b3d55802c94 None None] For port 33e91c4c-81c6-4059-9b29-feb27ff2c726, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=33e91c4c-81c6-4059-9b29-feb27ff2c726,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:01.453646 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35380) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:01.485333 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:56Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '33e91c4c-81c6-4059-9b29-feb27ff2c726', 'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'mac_address': 'fa:16:3e:00:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:55Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'subnets': [{'id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:46:01.525170 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks [] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.530730 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3876172-e267-4a4d-a570-4fc4de9b5e13 None None] The sync data for ids ['51766322-ed9e-4786-b330-19a1f1d93baa'] in dv-cinder-830086-3-iscsi is: [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:56Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '33e91c4c-81c6-4059-9b29-feb27ff2c726', 'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'mac_address': 'fa:16:3e:00:8c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:55Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'subnets': [{'id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:46:01.555176 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b09fcb0f-bd14-480a-98c0-3b3d55802c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.556472 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Attempting to bind port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:46:01.556876 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Attempting to bind port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:46:01.557240 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Attempting to bind port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 on network 65de1cc4-4251-458c-9e75-73eea5461619 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:46:01.562651 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 2c6a9030-815a-4454-b7c4-a490f4082f72 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:01.645154 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:46:01.646922 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Checking segment: {'id': '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:46:01.647479 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.647890 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Bound using segment: {'id': '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:46:01.648828 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Bound port: 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:46:01.651766 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.669161 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:46:01.684083 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:01.684600 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.693621 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.755156 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fcb0f-bd14-480a-98c0-3b3d55802c94 None None] Pushing event updated for resources: {'Port': ['ID=33e91c4c-81c6-4059-9b29-feb27ff2c726,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:01.808135 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f3c57a18-7a79-47bd-a7f3-331808a616cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.810349 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:46:01.811805 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Pushing event updated for resources: {'Port': ['ID=37a180de-0b67-4c6f-a9aa-58e2da7c5997,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:01.815166 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] For port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:46:01.823151 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] For port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,segment=NetworkSegment(9cbde0cb-e530-40ff-99c3-e4a0ce98be7d),segment_id=9cbde0cb-e530-40ff-99c3-e4a0ce98be7d)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:46:01.823304 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:46:01.824241 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:46:01.879820 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:01.882843 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.893386 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bd9fc-79e2-4f59-a212-8615510a1da1 req-af1d4a96-9e20-4fd1-98cd-ef56468e6e2c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:01.902251 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b29bd9fc-79e2-4f59-a212-8615510a1da1 req-af1d4a96-9e20-4fd1-98cd-ef56468e6e2c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 945 time: 0.2402947 Mar 09 14:46:01.934172 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d2c47-6cab-458f-8eeb-8885cc214865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:46:01.936641 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40b43c8-fa57-46e6-9c0c-53e737a03595" -d '{"events": [{"server_uuid": "da7d2c47-6cab-458f-8eeb-8885cc214865", "name": "network-vif-plugged", "status": "completed", "tag": "0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:46:01.979575 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:01.995031 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b29bd9fc-79e2-4f59-a212-8615510a1da1 req-985acef2-dfd4-4234-a455-8f4bb98fc99a tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915678 Mar 09 14:46:02.020871 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:02.100053 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506bb5aa-fd7c-4325-aeed-cba76dad3fae x-openstack-request-id: req-506bb5aa-fd7c-4325-aeed-cba76dad3fae {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:46:02.100291 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d2c47-6cab-458f-8eeb-8885cc214865", "name": "network-vif-plugged", "status": "completed", "tag": "0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:46:02.100555 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-506bb5aa-fd7c-4325-aeed-cba76dad3fae {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:46:02.100979 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d2c47-6cab-458f-8eeb-8885cc214865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a', 'code': 200} Mar 09 14:46:02.104790 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f3c57a18-7a79-47bd-a7f3-331808a616cb admin admin] Publish callbacks [] for security_group (946ce158-987b-4df3-b3cc-801ae5938926), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.121666 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.122440 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device f2cc4fbb-0e38-4008-932b-193044a80590 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:46:02.184789 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0241649-c632-43c5-a08f-d703f2d5766c None None] Pushing event updated for resources: {'Port': ['ID=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:02.190623 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f3c57a18-7a79-47bd-a7f3-331808a616cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (946ce158-987b-4df3-b3cc-801ae5938926), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.233172 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.258058 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35396) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:02.287865 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:02.314523 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f3c57a18-7a79-47bd-a7f3-331808a616cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=feac0db47bd64aee8cbfdfad4492ee36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8596685 Mar 09 14:46:02.318610 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35400) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:02.328096 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c57a18-7a79-47bd-a7f3-331808a616cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946ce158-987b-4df3-b3cc-801ae5938926,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:02.354133 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port f2cc4fbb-0e38-4008-932b-193044a80590 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:46:02.359601 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port f2cc4fbb-0e38-4008-932b-193044a80590 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:02.360205 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.405656 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks [] for router_gateway (b2248cdb-4202-4051-8fdd-349a169c7162), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.561765 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-7883cc5a-6f37-4d1e-9a9f-ec2d8ef65413 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b659978ec5a1423b97033aefaf89ac38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982779 Mar 09 14:46:02.562594 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35406) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:02.635505 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port f2cc4fbb-0e38-4008-932b-193044a80590 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:02.639794 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.674815 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aa003150-eafc-41ca-b561-600544513bed admin admin] Publish callbacks [] for security_group (946ce158-987b-4df3-b3cc-801ae5938926), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.708086 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 33e91c4c-81c6-4059-9b29-feb27ff2c726 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:46:02.713554 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67a66c-7181-4da4-80d4-8d9ab1a02180 req-9c862099-4819-4886-b920-94cfabc22b4b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:02.721798 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ca67a66c-7181-4da4-80d4-8d9ab1a02180 req-9c862099-4819-4886-b920-94cfabc22b4b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.3379884 Mar 09 14:46:02.783586 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aa003150-eafc-41ca-b561-600544513bed admin admin] Publish callbacks [] for security_group (946ce158-987b-4df3-b3cc-801ae5938926), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.785348 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808edab-f0f2-4035-b4ba-53f32bcb6211 req-ba3088c0-757f-4869-8598-d185d5b2f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:02.788692 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0ef29586-b6ec-4203-b414-11a80912478b admin admin] Publish callbacks [] for security_group (e86f8091-97f1-4c8a-8f53-5b58cc2c05b1), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.788875 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e808edab-f0f2-4035-b4ba-53f32bcb6211 req-ba3088c0-757f-4869-8598-d185d5b2f491 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 1130 time: 0.3711598 Mar 09 14:46:02.841278 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port f2cc4fbb-0e38-4008-932b-193044a80590, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f2cc4fbb-0e38-4008-932b-193044a80590,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:02.900255 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e808edab-f0f2-4035-b4ba-53f32bcb6211 req-c50f19e0-92c4-448b-8e72-32db945f924f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056259 Mar 09 14:46:02.905799 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 33e91c4c-81c6-4059-9b29-feb27ff2c726 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:02.906033 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0ef29586-b6ec-4203-b414-11a80912478b admin admin] Publish callbacks [] for security_group (e86f8091-97f1-4c8a-8f53-5b58cc2c05b1), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.906473 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:02.928826 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ca67a66c-7181-4da4-80d4-8d9ab1a02180 req-910b82bc-a9f4-402c-a11e-a4e3a3752ad4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035289 Mar 09 14:46:03.006919 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aa003150-eafc-41ca-b561-600544513bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (946ce158-987b-4df3-b3cc-801ae5938926), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:03.015227 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aa003150-eafc-41ca-b561-600544513bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:03.016844 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-aa003150-eafc-41ca-b561-600544513bed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/946ce158-987b-4df3-b3cc-801ae5938926 HTTP/1.1" status: 204 len: 168 time: 0.6968248 Mar 09 14:46:03.027027 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 33e91c4c-81c6-4059-9b29-feb27ff2c726 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:03.029907 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (b2248cdb-4202-4051-8fdd-349a169c7162), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:03.030087 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:03.057770 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa003150-eafc-41ca-b561-600544513bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ce158-987b-4df3-b3cc-801ae5938926,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:03.151374 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=f2cc4fbb-0e38-4008-932b-193044a80590,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:03.166111 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0ef29586-b6ec-4203-b414-11a80912478b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (e86f8091-97f1-4c8a-8f53-5b58cc2c05b1), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:03.169890 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0ef29586-b6ec-4203-b414-11a80912478b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:03.171097 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0ef29586-b6ec-4203-b414-11a80912478b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e86f8091-97f1-4c8a-8f53-5b58cc2c05b1 HTTP/1.1" status: 204 len: 168 time: 0.5982647 Mar 09 14:46:03.184864 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef29586-b6ec-4203-b414-11a80912478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86f8091-97f1-4c8a-8f53-5b58cc2c05b1,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:03.213855 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610e8a0-66e0-415d-8d73-22be2a43a7e0 req-67233a63-8497-4bad-91b6-c8dfd7a42518 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:03.225466 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6610e8a0-66e0-415d-8d73-22be2a43a7e0 req-67233a63-8497-4bad-91b6-c8dfd7a42518 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.1155469 Mar 09 14:46:03.275017 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6610e8a0-66e0-415d-8d73-22be2a43a7e0 req-2611c4c1-15c9-43b1-a683-0c4295989d01 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487099 Mar 09 14:46:03.405136 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Router b2248cdb-4202-4051-8fdd-349a169c7162 is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:46:03.538223 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:46:03.548453 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Sync routers for ids ['b2248cdb-4202-4051-8fdd-349a169c7162'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:46:03.553234 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35428) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:03.577281 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Routers {'b2248cdb-4202-4051-8fdd-349a169c7162'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:46:03.577771 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['b2248cdb-4202-4051-8fdd-349a169c7162'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:46:03.608934 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03700350-db4d-4a12-980d-68320ebbc7ae None None] Network 65de1cc4-4251-458c-9e75-73eea5461619 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:46:03.676010 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:03.677334 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-cb6534f1-ffff-4a80-82b1-f8357e2edd5e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4999473 Mar 09 14:46:03.680110 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35434) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:03.698300 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Set router b2248cdb-4202-4051-8fdd-349a169c7162 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:46:03.722744 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-971f951f-fc8a-4748-8d49-588c22a5d31d None None] Provisioning complete for port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:03.723110 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-971f951f-fc8a-4748-8d49-588c22a5d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:03.885737 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-971f951f-fc8a-4748-8d49-588c22a5d31d None None] Current status of the port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:03.887597 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-971f951f-fc8a-4748-8d49-588c22a5d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:03.937338 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'name': 'tempest-TestShelveInstance-640124586-router', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:46:00Z', 'updated_at': '2022-03-09T14:46:02Z', 'revision_number': 3, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'gw_port': {'id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:01Z', 'updated_at': '2022-03-09T14:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:46:03.942185 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35444) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:03.970070 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-454c5162-22f5-4608-8ea3-acfeac4aeb83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:03.985598 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-971f951f-fc8a-4748-8d49-588c22a5d31d None None] For port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,segment=NetworkSegment(9cbde0cb-e530-40ff-99c3-e4a0ce98be7d),segment_id=9cbde0cb-e530-40ff-99c3-e4a0ce98be7d)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:04.003603 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Checking router: b2248cdb-4202-4051-8fdd-349a169c7162 for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:46:04.004087 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Updating router b2248cdb-4202-4051-8fdd-349a169c7162 port 37a180de-0b67-4c6f-a9aa-58e2da7c5997 binding host dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:46:04.058608 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.091607 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-454c5162-22f5-4608-8ea3-acfeac4aeb83 admin admin] Publish callbacks [] for security_group (b695a922-e3f1-4bdc-8408-35dd291e8b1d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.098425 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-971f951f-fc8a-4748-8d49-588c22a5d31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.158513 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f546a2c-2123-4364-af21-4421be4b26d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cc4fbb-0e38-4008-932b-193044a80590'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:46:04.161125 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15575f3a-3947-45c5-8048-1da2513d8eae" -d '{"events": [{"server_uuid": "2f546a2c-2123-4364-af21-4421be4b26d0", "name": "network-vif-plugged", "status": "completed", "tag": "f2cc4fbb-0e38-4008-932b-193044a80590"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:46:04.165193 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f951f-fc8a-4748-8d49-588c22a5d31d None None] Pushing event updated for resources: {'Port': ['ID=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:04.222578 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-454c5162-22f5-4608-8ea3-acfeac4aeb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (b695a922-e3f1-4bdc-8408-35dd291e8b1d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.233046 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8d87a-ff8d-4885-bf23-d3adfb5b12e0 req-a2785afc-2bbd-4179-b902-63f9bce9cfa2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:04.233046 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-17a8d87a-ff8d-4885-bf23-d3adfb5b12e0 req-a2785afc-2bbd-4179-b902-63f9bce9cfa2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.1712258 Mar 09 14:46:04.254447 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-627e13cb-1ec5-458a-9c0e-07f5b7afc791 None None] Provisioning complete for port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:04.256102 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-627e13cb-1ec5-458a-9c0e-07f5b7afc791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.266129 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8f66c900-dd8f-42de-8e4c-4fb756a24212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.341539 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-454c5162-22f5-4608-8ea3-acfeac4aeb83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed42754041ad4b69a90dcc7f5f369635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982425 Mar 09 14:46:04.343116 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35460) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:04.346165 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c5162-22f5-4608-8ea3-acfeac4aeb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b695a922-e3f1-4bdc-8408-35dd291e8b1d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:04.402076 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Publish callbacks [] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.420370 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a5259821-e06b-408d-816d-2560ac9f3d24 admin admin] Publish callbacks [] for security_group (b695a922-e3f1-4bdc-8408-35dd291e8b1d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.453518 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ccc003-a7b5-44ec-a4d3-8c9f1d5be00c x-openstack-request-id: req-65ccc003-a7b5-44ec-a4d3-8c9f1d5be00c {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:46:04.454376 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f546a2c-2123-4364-af21-4421be4b26d0", "name": "network-vif-plugged", "status": "completed", "tag": "f2cc4fbb-0e38-4008-932b-193044a80590", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:46:04.456770 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65ccc003-a7b5-44ec-a4d3-8c9f1d5be00c {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:46:04.457286 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f546a2c-2123-4364-af21-4421be4b26d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cc4fbb-0e38-4008-932b-193044a80590', 'code': 200} Mar 09 14:46:04.487549 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a5259821-e06b-408d-816d-2560ac9f3d24 admin admin] Publish callbacks [] for security_group (b695a922-e3f1-4bdc-8408-35dd291e8b1d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.497165 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.543968 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-17a8d87a-ff8d-4885-bf23-d3adfb5b12e0 req-0a926eba-c4a4-4ada-b902-f30a0bcc5ccd tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835701 Mar 09 14:46:04.575438 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-627e13cb-1ec5-458a-9c0e-07f5b7afc791 None None] Current status of the port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:04.618306 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:46:04.633189 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Attempting to bind port 37a180de-0b67-4c6f-a9aa-58e2da7c5997 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:46:04.633775 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Attempting to bind port 37a180de-0b67-4c6f-a9aa-58e2da7c5997 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:46:04.634325 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Attempting to bind port 37a180de-0b67-4c6f-a9aa-58e2da7c5997 on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:46:04.644229 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3244726-fadf-4603-8ab7-66ee9f90f3eb None None] Pushing event updated for resources: {'Port': ['ID=37a180de-0b67-4c6f-a9aa-58e2da7c5997,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:04.649943 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:46:04.649943 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:46:04.649943 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.650350 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:46:04.650895 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Bound port: 37a180de-0b67-4c6f-a9aa-58e2da7c5997, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:46:04.651409 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.672423 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:04.672749 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.674543 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a5259821-e06b-408d-816d-2560ac9f3d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (b695a922-e3f1-4bdc-8408-35dd291e8b1d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.681669 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a5259821-e06b-408d-816d-2560ac9f3d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.683962 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a5259821-e06b-408d-816d-2560ac9f3d24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b695a922-e3f1-4bdc-8408-35dd291e8b1d HTTP/1.1" status: 204 len: 168 time: 0.3396304 Mar 09 14:46:04.696604 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5259821-e06b-408d-816d-2560ac9f3d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695a922-e3f1-4bdc-8408-35dd291e8b1d,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:04.709047 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] For port 37a180de-0b67-4c6f-a9aa-58e2da7c5997, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:46:04.713067 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] For port 37a180de-0b67-4c6f-a9aa-58e2da7c5997, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=37a180de-0b67-4c6f-a9aa-58e2da7c5997,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:46:04.750341 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8f66c900-dd8f-42de-8e4c-4fb756a24212 admin admin] Publish callbacks [] for security_group (d34ed69c-f389-4ec2-81a9-6f3917d55536), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.758386 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8cc00-a7b8-46b3-8433-4efaedf2a850 req-bf687c92-5f41-4b74-9d9f-cd9774a26083 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:04.759908 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e7e8cc00-a7b8-46b3-8433-4efaedf2a850 req-bf687c92-5f41-4b74-9d9f-cd9774a26083 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.2060609 Mar 09 14:46:04.790974 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:04.808937 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.831676 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eba37-0732-49c7-b2f6-fa65ba73e67a req-e45b9d45-a416-4d79-836f-91e1fab5c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:04.833060 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-199eba37-0732-49c7-b2f6-fa65ba73e67a req-e45b9d45-a416-4d79-836f-91e1fab5c56e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 1129 time: 0.0655997 Mar 09 14:46:04.833201 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.859611 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e7e8cc00-a7b8-46b3-8433-4efaedf2a850 req-7af8775e-48ce-425b-be8d-a3fab0b24444 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756338 Mar 09 14:46:04.875167 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Routers {'b2248cdb-4202-4051-8fdd-349a169c7162'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:46:04.875923 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['b2248cdb-4202-4051-8fdd-349a169c7162'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:46:04.904151 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-199eba37-0732-49c7-b2f6-fa65ba73e67a req-7d063fa7-e9aa-4ab1-b76f-8306037a4b7f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640628 Mar 09 14:46:04.916833 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8f66c900-dd8f-42de-8e4c-4fb756a24212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d34ed69c-f389-4ec2-81a9-6f3917d55536), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:04.967952 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8f66c900-dd8f-42de-8e4c-4fb756a24212 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6938432f3b7f48d4a5b31be526a4e065&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4119902 Mar 09 14:46:04.971193 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35476) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:05.004834 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66c900-dd8f-42de-8e4c-4fb756a24212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ed69c-f389-4ec2-81a9-6f3917d55536,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:05.051680 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] Set router b2248cdb-4202-4051-8fdd-349a169c7162 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:46:05.054028 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3244726-fadf-4603-8ab7-66ee9f90f3eb None None] Pushing event updated for resources: {'Port': ['ID=37a180de-0b67-4c6f-a9aa-58e2da7c5997,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:05.081099 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Allocated IP 172.20.0.1 (65de1cc4-4251-458c-9e75-73eea5461619/268c770e-bc66-416b-aa8e-9715b9a689a6/ae71d3ee-714d-493a-982c-a04867a06db8) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:46:05.086779 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5ef56831-b1ea-42ab-a59f-7f4ff4534f12 admin admin] Publish callbacks [] for security_group (d34ed69c-f389-4ec2-81a9-6f3917d55536), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.142165 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5ef56831-b1ea-42ab-a59f-7f4ff4534f12 admin admin] Publish callbacks [] for security_group (d34ed69c-f389-4ec2-81a9-6f3917d55536), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.215818 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Publish callbacks [] for port (ae71d3ee-714d-493a-982c-a04867a06db8), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.263697 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5ef56831-b1ea-42ab-a59f-7f4ff4534f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d34ed69c-f389-4ec2-81a9-6f3917d55536), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.268571 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5ef56831-b1ea-42ab-a59f-7f4ff4534f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.272198 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5ef56831-b1ea-42ab-a59f-7f4ff4534f12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d34ed69c-f389-4ec2-81a9-6f3917d55536 HTTP/1.1" status: 204 len: 168 time: 0.2999074 Mar 09 14:46:05.273819 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'name': 'tempest-TestShelveInstance-640124586-router', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:46:00Z', 'updated_at': '2022-03-09T14:46:02Z', 'revision_number': 3, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'gw_port': {'id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:01Z', 'updated_at': '2022-03-09T14:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:46:05.294107 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef56831-b1ea-42ab-a59f-7f4ff4534f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ed69c-f389-4ec2-81a9-6f3917d55536,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:05.314880 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a7b3b1-8460-4b0d-95b2-a2705d27299c None None] The sync data for ids ['b2248cdb-4202-4051-8fdd-349a169c7162'] in dv-cinder-830086-3-iscsi is: [{'id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'name': 'tempest-TestShelveInstance-640124586-router', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:46:00Z', 'updated_at': '2022-03-09T14:46:02Z', 'revision_number': 3, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'gw_port': {'id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:01Z', 'updated_at': '2022-03-09T14:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:46:05.378240 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.428381 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Network 65de1cc4-4251-458c-9e75-73eea5461619 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:46:05.437274 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:46:05.441647 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:46:05.461381 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0233b-786f-48fe-84e9-82366928a66d req-366b2704-53be-4734-8cd2-2dabc0834f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:05.461381 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1f0233b-786f-48fe-84e9-82366928a66d req-366b2704-53be-4734-8cd2-2dabc0834f69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 1130 time: 0.0577929 Mar 09 14:46:05.483719 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e845a-637e-4017-9917-3a9c81960a7f req-44525cf4-d911-400f-aa35-39b570ad948c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:05.483719 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9f8e845a-637e-4017-9917-3a9c81960a7f req-44525cf4-d911-400f-aa35-39b570ad948c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.1465442 Mar 09 14:46:05.483719 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Pushing event updated for resources: {'Port': ['ID=ae71d3ee-714d-493a-982c-a04867a06db8,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:05.543418 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9f8e845a-637e-4017-9917-3a9c81960a7f req-d85e76a5-21a9-4a5f-9d6d-6507ec575a2b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514345 Mar 09 14:46:05.543917 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35494) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:05.561884 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ef0861d7-b600-4059-8b09-b396afc3a721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.625851 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (b2248cdb-4202-4051-8fdd-349a169c7162), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.656043 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0233b-786f-48fe-84e9-82366928a66d req-eef5d2c0-4572-45f1-8704-ef8b8e8aaf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:05.657659 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1f0233b-786f-48fe-84e9-82366928a66d req-eef5d2c0-4572-45f1-8704-ef8b8e8aaf07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 200 len: 919 time: 0.1982410 Mar 09 14:46:05.706532 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1f0233b-786f-48fe-84e9-82366928a66d req-6b2254eb-c2e5-494b-85ee-da7e090e3d00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a HTTP/1.1" status: 200 len: 217 time: 0.0419073 Mar 09 14:46:05.822395 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-78e204f8-7f14-48af-8332-575d9bbd188c None None] Provisioning complete for port ae71d3ee-714d-493a-982c-a04867a06db8 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:05.824802 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-78e204f8-7f14-48af-8332-575d9bbd188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.855201 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0233b-786f-48fe-84e9-82366928a66d req-fd4fdd3d-5695-4e95-aba6-c964d9d5427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:05.856706 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1f0233b-786f-48fe-84e9-82366928a66d req-fd4fdd3d-5695-4e95-aba6-c964d9d5427f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca833601-fec1-47af-81eb-31f5f61acb2f HTTP/1.1" status: 200 len: 858 time: 0.1414425 Mar 09 14:46:05.870035 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ef0861d7-b600-4059-8b09-b396afc3a721 admin admin] Publish callbacks [] for security_group (da529409-b543-4b6a-8a52-b13d6e8a5a5e), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.912588 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-78e204f8-7f14-48af-8332-575d9bbd188c None None] Port ae71d3ee-714d-493a-982c-a04867a06db8 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:46:05.928528 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1f0233b-786f-48fe-84e9-82366928a66d req-7010aeaf-7c95-4998-8306-ba6d7a24af4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590615 Mar 09 14:46:05.940594 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348edd23-f579-4b79-a001-7b925d5bbce7 req-8ab510ff-43bc-4110-b0a9-145523b6e0b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:05.942942 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-348edd23-f579-4b79-a001-7b925d5bbce7 req-8ab510ff-43bc-4110-b0a9-145523b6e0b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.1880398 Mar 09 14:46:05.949218 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ef0861d7-b600-4059-8b09-b396afc3a721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (da529409-b543-4b6a-8a52-b13d6e8a5a5e), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:05.995727 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0861d7-b600-4059-8b09-b396afc3a721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da529409-b543-4b6a-8a52-b13d6e8a5a5e,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:06.068322 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-348edd23-f579-4b79-a001-7b925d5bbce7 req-60f53d5b-28d1-42e8-94ab-81abfb52281a tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146357 Mar 09 14:46:06.089417 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ef0861d7-b600-4059-8b09-b396afc3a721 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1a7c559d2974667ada1aa39b539b183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5423601 Mar 09 14:46:06.097670 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35516) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:06.185456 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.250681 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b38b293f-1fca-4521-b673-1267aa03cff2 admin admin] Publish callbacks [] for security_group (da529409-b543-4b6a-8a52-b13d6e8a5a5e), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.301625 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b38b293f-1fca-4521-b673-1267aa03cff2 admin admin] Publish callbacks [] for security_group (da529409-b543-4b6a-8a52-b13d6e8a5a5e), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.343329 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1f0233b-786f-48fe-84e9-82366928a66d req-9e32419d-55cd-4240-8cd6-b0c59d895b52 service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079573 Mar 09 14:46:06.458168 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c1f0233b-786f-48fe-84e9-82366928a66d req-98217dce-2909-4ffc-91c6-903f5154cded service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079543 Mar 09 14:46:06.474734 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35522) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:06.497876 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Publish callbacks [] for port (ae71d3ee-714d-493a-982c-a04867a06db8), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.502791 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b38b293f-1fca-4521-b673-1267aa03cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (da529409-b543-4b6a-8a52-b13d6e8a5a5e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.506912 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0e09ce0b-dd50-42d5-9376-09b601d25cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.510963 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b38b293f-1fca-4521-b673-1267aa03cff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.515664 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b38b293f-1fca-4521-b673-1267aa03cff2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da529409-b543-4b6a-8a52-b13d6e8a5a5e HTTP/1.1" status: 204 len: 168 time: 0.4147785 Mar 09 14:46:06.528787 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b293f-1fca-4521-b673-1267aa03cff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da529409-b543-4b6a-8a52-b13d6e8a5a5e,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:06.586973 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.638318 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 37a180de-0b67-4c6f-a9aa-58e2da7c5997 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:46:06.680231 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0e09ce0b-dd50-42d5-9376-09b601d25cc9 admin admin] Publish callbacks [] for security_group (b6a8e63b-9d63-48aa-a3ad-be2f12ad8328), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.777292 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0e09ce0b-dd50-42d5-9376-09b601d25cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (b6a8e63b-9d63-48aa-a3ad-be2f12ad8328), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.778891 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 37a180de-0b67-4c6f-a9aa-58e2da7c5997 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:06.779583 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.789339 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (b2248cdb-4202-4051-8fdd-349a169c7162), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.807173 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Pushing event updated for resources: {'Port': ['ID=ae71d3ee-714d-493a-982c-a04867a06db8,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:06.853309 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0e09ce0b-dd50-42d5-9376-09b601d25cc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2eade8f83e7a4dc885a8f3c961fa1a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755240 Mar 09 14:46:06.854112 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35534) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:06.857073 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09ce0b-dd50-42d5-9376-09b601d25cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a8e63b-9d63-48aa-a3ad-be2f12ad8328,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:06.907011 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 37a180de-0b67-4c6f-a9aa-58e2da7c5997 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:06.907011 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:06.928227 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 37a180de-0b67-4c6f-a9aa-58e2da7c5997, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=37a180de-0b67-4c6f-a9aa-58e2da7c5997,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:07.005583 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.057290 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=37a180de-0b67-4c6f-a9aa-58e2da7c5997,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:07.219268 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35544) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:07.230908 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35548) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:07.243124 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Network 65de1cc4-4251-458c-9e75-73eea5461619 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:46:07.243124 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-743e0b0c-c69b-4ded-8377-c48cd8530a41 admin admin] Publish callbacks [] for security_group (b6a8e63b-9d63-48aa-a3ad-be2f12ad8328), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.251473 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de7b68-dc77-4fcc-a798-2306ffca0be5 req-4aad6653-c3b7-41d9-9b1a-c69ffb6d0a76 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:07.257190 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b9de7b68-dc77-4fcc-a798-2306ffca0be5 req-4aad6653-c3b7-41d9-9b1a-c69ffb6d0a76 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.3643563 Mar 09 14:46:07.264174 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:46:07.364492 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a494089-76fc-4ac5-8f32-c1532e64f7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.408454 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8db7-3d18-4ef3-8f4b-888526d712dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.501297 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-743e0b0c-c69b-4ded-8377-c48cd8530a41 admin admin] Publish callbacks [] for security_group (b6a8e63b-9d63-48aa-a3ad-be2f12ad8328), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.536584 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3e188-54d4-4506-955d-c9b605215bc5 req-5d728ddf-a21c-42c3-9f42-7c2faaced97c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:07.538410 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0dd3e188-54d4-4506-955d-c9b605215bc5 req-5d728ddf-a21c-42c3-9f42-7c2faaced97c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.3721275 Mar 09 14:46:07.544066 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8db7-3d18-4ef3-8f4b-888526d712dc admin admin] Publish callbacks [] for security_group (d84d02f2-3ced-47b0-90a8-48aa7708f858), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.547265 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b9de7b68-dc77-4fcc-a798-2306ffca0be5 req-83292a60-a8fc-4cb9-9919-d3236c183015 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877707 Mar 09 14:46:07.556296 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Router b2248cdb-4202-4051-8fdd-349a169c7162 has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:46:07.558726 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a494089-76fc-4ac5-8f32-c1532e64f7d7 admin admin] Publish callbacks [] for security_group (27f7189b-a162-4025-9f66-80f24d734d61), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.575557 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-f8b6708d-7ee8-469a-ae08-f8c8c8129974 None None] Provisioning complete for port ae71d3ee-714d-493a-982c-a04867a06db8 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:07.576199 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f8b6708d-7ee8-469a-ae08-f8c8c8129974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.624282 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6708d-7ee8-469a-ae08-f8c8c8129974 None None] Port ae71d3ee-714d-493a-982c-a04867a06db8 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:46:07.654919 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8db7-3d18-4ef3-8f4b-888526d712dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d84d02f2-3ced-47b0-90a8-48aa7708f858), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.659118 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4a494089-76fc-4ac5-8f32-c1532e64f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (27f7189b-a162-4025-9f66-80f24d734d61), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.661186 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0dd3e188-54d4-4506-955d-c9b605215bc5 req-fe6eb5bd-7793-4f69-984f-4709d22f59b4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127751 Mar 09 14:46:07.722457 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4a494089-76fc-4ac5-8f32-c1532e64f7d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d067e9c3d6eb4e239eab483884203a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4989824 Mar 09 14:46:07.722457 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a2ae8db7-3d18-4ef3-8f4b-888526d712dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3588145e2ba44ac5949373a995bbc73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4899573 Mar 09 14:46:07.722457 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35562) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:07.725215 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35564) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:07.725424 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae8db7-3d18-4ef3-8f4b-888526d712dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84d02f2-3ced-47b0-90a8-48aa7708f858,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:07.747047 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-743e0b0c-c69b-4ded-8377-c48cd8530a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (b6a8e63b-9d63-48aa-a3ad-be2f12ad8328), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.749622 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-743e0b0c-c69b-4ded-8377-c48cd8530a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.753738 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-743e0b0c-c69b-4ded-8377-c48cd8530a41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6a8e63b-9d63-48aa-a3ad-be2f12ad8328 HTTP/1.1" status: 204 len: 168 time: 0.8954606 Mar 09 14:46:07.755339 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:46:07.766004 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b9ef2336-8863-4033-82fc-741682372172 admin admin] 10.222.0.20 "PUT /v2.0/routers/b2248cdb-4202-4051-8fdd-349a169c7162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0799644 Mar 09 14:46:07.779728 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e0b0c-c69b-4ded-8377-c48cd8530a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a8e63b-9d63-48aa-a3ad-be2f12ad8328,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:07.813237 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a494089-76fc-4ac5-8f32-c1532e64f7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f7189b-a162-4025-9f66-80f24d734d61,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:07.822343 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59ab73b4-3fb5-43c4-b34c-c6bc49ef249d admin admin] Publish callbacks [] for security_group (d84d02f2-3ced-47b0-90a8-48aa7708f858), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.835415 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9318ba89-b5b5-4b3a-96da-148707ade6bc admin admin] Publish callbacks [] for security_group (27f7189b-a162-4025-9f66-80f24d734d61), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.852599 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59ab73b4-3fb5-43c4-b34c-c6bc49ef249d admin admin] Publish callbacks [] for security_group (d84d02f2-3ced-47b0-90a8-48aa7708f858), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.861469 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9318ba89-b5b5-4b3a-96da-148707ade6bc admin admin] Publish callbacks [] for security_group (27f7189b-a162-4025-9f66-80f24d734d61), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.991904 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59ab73b4-3fb5-43c4-b34c-c6bc49ef249d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d84d02f2-3ced-47b0-90a8-48aa7708f858), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:07.994617 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59ab73b4-3fb5-43c4-b34c-c6bc49ef249d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:08.004283 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-59ab73b4-3fb5-43c4-b34c-c6bc49ef249d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d84d02f2-3ced-47b0-90a8-48aa7708f858 HTTP/1.1" status: 204 len: 168 time: 0.2677295 Mar 09 14:46:08.004411 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Sync routers for ids ['b2248cdb-4202-4051-8fdd-349a169c7162'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:46:08.004904 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab73b4-3fb5-43c4-b34c-c6bc49ef249d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84d02f2-3ced-47b0-90a8-48aa7708f858,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:08.010346 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Routers {'b2248cdb-4202-4051-8fdd-349a169c7162'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:46:08.011073 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['b2248cdb-4202-4051-8fdd-349a169c7162'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:46:08.020416 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9318ba89-b5b5-4b3a-96da-148707ade6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (27f7189b-a162-4025-9f66-80f24d734d61), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:08.023796 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9318ba89-b5b5-4b3a-96da-148707ade6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:08.024992 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9318ba89-b5b5-4b3a-96da-148707ade6bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27f7189b-a162-4025-9f66-80f24d734d61 HTTP/1.1" status: 204 len: 168 time: 0.3005667 Mar 09 14:46:08.037126 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318ba89-b5b5-4b3a-96da-148707ade6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f7189b-a162-4025-9f66-80f24d734d61,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:08.266254 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Set router b2248cdb-4202-4051-8fdd-349a169c7162 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:46:08.472145 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35586) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:08.472767 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-d2c57a21-95e9-44dd-9e57-84f4fea40c52 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226394642', 'description': 'tempest-secgroup-smoke-1226394642 description', 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:08.493949 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 37a180de-0b67-4c6f-a9aa-58e2da7c5997 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:46:08.553660 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'name': 'tempest-TestShelveInstance-640124586-router', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:46:00Z', 'updated_at': '2022-03-09T14:46:05Z', 'revision_number': 4, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'gw_port': {'id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:01Z', 'updated_at': '2022-03-09T14:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'ae71d3ee-714d-493a-982c-a04867a06db8', 'name': '', 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'mac_address': 'fa:16:3e:79:6c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '268c770e-bc66-416b-aa8e-9715b9a689a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:04Z', 'updated_at': '2022-03-09T14:46:06Z', 'revision_number': 2, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'subnets': [{'id': '268c770e-bc66-416b-aa8e-9715b9a689a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:46:08.582787 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Checking router: b2248cdb-4202-4051-8fdd-349a169c7162 for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:46:08.583155 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Updating router b2248cdb-4202-4051-8fdd-349a169c7162 port ae71d3ee-714d-493a-982c-a04867a06db8 binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:46:08.584980 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 37a180de-0b67-4c6f-a9aa-58e2da7c5997 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:08.585361 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:08.638060 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:08.652641 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d2c57a21-95e9-44dd-9e57-84f4fea40c52 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:08.684840 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35592) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:08.708568 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0ab903a8-1405-464c-b57e-cabd2d67d908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:08.734703 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d9511-ec59-4550-8915-4a87e7b47785 req-c402477c-d45f-4aa5-847a-a0b71382e260 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:08.745637 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e52d9511-ec59-4550-8915-4a87e7b47785 req-c402477c-d45f-4aa5-847a-a0b71382e260 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.1234975 Mar 09 14:46:08.819798 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 37a180de-0b67-4c6f-a9aa-58e2da7c5997 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:08.880242 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e52d9511-ec59-4550-8915-4a87e7b47785 req-a815af27-e022-45e7-b7e7-7b0b1458fdd2 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242158 Mar 09 14:46:08.880356 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0ab903a8-1405-464c-b57e-cabd2d67d908 admin admin] Publish callbacks [] for security_group (a56b2158-fd6b-43be-94f3-f4a39aadb34c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:08.881148 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d2c57a21-95e9-44dd-9e57-84f4fea40c52 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group (e2b6574a-b944-4697-9f24-451c86c113ce), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:08.915704 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a37c9-9e9f-4408-9c0f-fb260e3ad69b req-7799ed33-aeb4-40ef-841e-2e7d0a36f9ac tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:08.925536 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-661a37c9-9e9f-4408-9c0f-fb260e3ad69b req-7799ed33-aeb4-40ef-841e-2e7d0a36f9ac tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.1458619 Mar 09 14:46:08.970636 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-661a37c9-9e9f-4408-9c0f-fb260e3ad69b req-27312dc7-5531-4a98-92c6-71a73ee27cc1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442255 Mar 09 14:46:08.988180 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0ab903a8-1405-464c-b57e-cabd2d67d908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (a56b2158-fd6b-43be-94f3-f4a39aadb34c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.018176 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Publish callbacks [] for port (ae71d3ee-714d-493a-982c-a04867a06db8), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.026478 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d2c57a21-95e9-44dd-9e57-84f4fea40c52 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (e2b6574a-b944-4697-9f24-451c86c113ce), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.032854 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0ab903a8-1405-464c-b57e-cabd2d67d908 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1be0fce48b454acc8541eb78ae70df39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468223 Mar 09 14:46:09.033713 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35602) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:09.035457 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab903a8-1405-464c-b57e-cabd2d67d908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56b2158-fd6b-43be-94f3-f4a39aadb34c,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:09.087238 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c57a21-95e9-44dd-9e57-84f4fea40c52 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b6574a-b944-4697-9f24-451c86c113ce,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:09.092253 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.103933 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e9b3326-c0cb-4b3a-963d-ddef2fec77f9 admin admin] Publish callbacks [] for security_group (a56b2158-fd6b-43be-94f3-f4a39aadb34c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.137907 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e9b3326-c0cb-4b3a-963d-ddef2fec77f9 admin admin] Publish callbacks [] for security_group (a56b2158-fd6b-43be-94f3-f4a39aadb34c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.196165 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d2c57a21-95e9-44dd-9e57-84f4fea40c52 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.197479 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d2c57a21-95e9-44dd-9e57-84f4fea40c52 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7289903 Mar 09 14:46:09.200338 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35608) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:09.205812 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-96fb5719-e614-4678-b6b3-6be09737ee5d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6574a-b944-4697-9f24-451c86c113ce', 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:09.213885 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2b17a-7849-4366-8955-c77d4cfca983 None None] Pushing event updated for resources: {'Port': ['ID=ae71d3ee-714d-493a-982c-a04867a06db8,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:09.232649 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Attempting to bind port ae71d3ee-714d-493a-982c-a04867a06db8 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:46:09.233104 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Attempting to bind port ae71d3ee-714d-493a-982c-a04867a06db8 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:46:09.233471 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Attempting to bind port ae71d3ee-714d-493a-982c-a04867a06db8 on network 65de1cc4-4251-458c-9e75-73eea5461619 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:46:09.241062 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:46:09.241579 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Checking segment: {'id': '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:46:09.241971 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.242361 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Bound using segment: {'id': '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:46:09.242827 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Bound port: ae71d3ee-714d-493a-982c-a04867a06db8, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:46:09.243213 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.321913 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] For port ae71d3ee-714d-493a-982c-a04867a06db8, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:46:09.326888 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] For port ae71d3ee-714d-493a-982c-a04867a06db8, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=ae71d3ee-714d-493a-982c-a04867a06db8,segment=NetworkSegment(9cbde0cb-e530-40ff-99c3-e4a0ce98be7d),segment_id=9cbde0cb-e530-40ff-99c3-e4a0ce98be7d)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:46:09.356964 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35618) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:09.370341 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54596d08-30d3-43ff-9efc-09ab408541fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.383484 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e9b3326-c0cb-4b3a-963d-ddef2fec77f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (a56b2158-fd6b-43be-94f3-f4a39aadb34c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.384190 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e9b3326-c0cb-4b3a-963d-ddef2fec77f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.385366 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0e9b3326-c0cb-4b3a-963d-ddef2fec77f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a56b2158-fd6b-43be-94f3-f4a39aadb34c HTTP/1.1" status: 204 len: 168 time: 0.3508289 Mar 09 14:46:09.398666 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-96fb5719-e614-4678-b6b3-6be09737ee5d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (04fb6097-86b9-4edf-a548-967f56af314d), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.405106 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.409103 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b3326-c0cb-4b3a-963d-ddef2fec77f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56b2158-fd6b-43be-94f3-f4a39aadb34c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:09.492893 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-96fb5719-e614-4678-b6b3-6be09737ee5d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (04fb6097-86b9-4edf-a548-967f56af314d), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.500281 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2b17a-7849-4366-8955-c77d4cfca983 None None] Pushing event updated for resources: {'Port': ['ID=ae71d3ee-714d-493a-982c-a04867a06db8,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:09.510114 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Routers {'b2248cdb-4202-4051-8fdd-349a169c7162'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:46:09.510750 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:45:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['b2248cdb-4202-4051-8fdd-349a169c7162'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:46:09.523967 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54596d08-30d3-43ff-9efc-09ab408541fc admin admin] Publish callbacks [] for security_group (482bd52c-775c-44ab-b2b6-97366e612986), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.557773 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-1134b78e-0c4e-4cc6-9b24-95bab87e9950 None None] Provisioning complete for port ae71d3ee-714d-493a-982c-a04867a06db8 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:09.558150 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1134b78e-0c4e-4cc6-9b24-95bab87e9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.609349 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-96fb5719-e614-4678-b6b3-6be09737ee5d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (04fb6097-86b9-4edf-a548-967f56af314d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.625341 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-54596d08-30d3-43ff-9efc-09ab408541fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (482bd52c-775c-44ab-b2b6-97366e612986), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.698481 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb5719-e614-4678-b6b3-6be09737ee5d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fb6097-86b9-4edf-a548-967f56af314d,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:09.727844 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] Set router b2248cdb-4202-4051-8fdd-349a169c7162 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:46:09.727948 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-54596d08-30d3-43ff-9efc-09ab408541fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9268db20038d4995b8285cb21a97bb31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664107 Mar 09 14:46:09.728768 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35628) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:09.730377 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54596d08-30d3-43ff-9efc-09ab408541fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482bd52c-775c-44ab-b2b6-97366e612986,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:09.747668 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-96fb5719-e614-4678-b6b3-6be09737ee5d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.749730 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-96fb5719-e614-4678-b6b3-6be09737ee5d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5474176 Mar 09 14:46:09.756776 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35630) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:09.765658 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-e991f30d-e3cb-4921-be10-8a5bb28b680a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6574a-b944-4697-9f24-451c86c113ce', 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:09.814292 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-1134b78e-0c4e-4cc6-9b24-95bab87e9950 None None] Current status of the port ae71d3ee-714d-493a-982c-a04867a06db8 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:09.815091 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1134b78e-0c4e-4cc6-9b24-95bab87e9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.827425 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f574cb0-ec89-4ffa-a494-8111c8b1d34b admin admin] Publish callbacks [] for security_group (482bd52c-775c-44ab-b2b6-97366e612986), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.893470 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-1134b78e-0c4e-4cc6-9b24-95bab87e9950 None None] For port ae71d3ee-714d-493a-982c-a04867a06db8, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=ae71d3ee-714d-493a-982c-a04867a06db8,segment=NetworkSegment(9cbde0cb-e530-40ff-99c3-e4a0ce98be7d),segment_id=9cbde0cb-e530-40ff-99c3-e4a0ce98be7d)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:09.903940 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e991f30d-e3cb-4921-be10-8a5bb28b680a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (bfcd6003-aeb2-4caa-8e48-4e7b994973cd), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.908363 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f574cb0-ec89-4ffa-a494-8111c8b1d34b admin admin] Publish callbacks [] for security_group (482bd52c-775c-44ab-b2b6-97366e612986), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:09.982307 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1134b78e-0c4e-4cc6-9b24-95bab87e9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.112382 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b637b86-2046-4a8d-8412-3fdd6af7fbcc req-8a7ebc1d-0912-4e57-bc52-0072b61efd3c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:10.115413 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1b637b86-2046-4a8d-8412-3fdd6af7fbcc req-8a7ebc1d-0912-4e57-bc52-0072b61efd3c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0957041 Mar 09 14:46:10.141605 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134b78e-0c4e-4cc6-9b24-95bab87e9950 None None] Pushing event updated for resources: {'Port': ['ID=ae71d3ee-714d-493a-982c-a04867a06db8,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:10.159652 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f574cb0-ec89-4ffa-a494-8111c8b1d34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (482bd52c-775c-44ab-b2b6-97366e612986), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.159652 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f574cb0-ec89-4ffa-a494-8111c8b1d34b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.159652 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3f574cb0-ec89-4ffa-a494-8111c8b1d34b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/482bd52c-775c-44ab-b2b6-97366e612986 HTTP/1.1" status: 204 len: 168 time: 0.4261160 Mar 09 14:46:10.165713 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f574cb0-ec89-4ffa-a494-8111c8b1d34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482bd52c-775c-44ab-b2b6-97366e612986,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:10.170349 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-be488ffe-3dbb-4277-a875-cdcb1ef6e66e None None] Provisioning complete for port ae71d3ee-714d-493a-982c-a04867a06db8 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:10.171377 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-be488ffe-3dbb-4277-a875-cdcb1ef6e66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.241611 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e991f30d-e3cb-4921-be10-8a5bb28b680a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (bfcd6003-aeb2-4caa-8e48-4e7b994973cd), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.249080 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'name': 'tempest-TestShelveInstance-640124586-router', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:46:00Z', 'updated_at': '2022-03-09T14:46:05Z', 'revision_number': 4, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'gw_port': {'id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:01Z', 'updated_at': '2022-03-09T14:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'ae71d3ee-714d-493a-982c-a04867a06db8', 'name': '', 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'mac_address': 'fa:16:3e:79:6c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '268c770e-bc66-416b-aa8e-9715b9a689a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:04Z', 'updated_at': '2022-03-09T14:46:09Z', 'revision_number': 4, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'subnets': [{'id': '268c770e-bc66-416b-aa8e-9715b9a689a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:46:10.277708 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1b637b86-2046-4a8d-8412-3fdd6af7fbcc req-1a922802-14a0-46e7-9a12-23bb2377dfde tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896096 Mar 09 14:46:10.279709 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf465376-c41e-4f90-a2ec-c0cdb6261e97 None None] The sync data for ids ['b2248cdb-4202-4051-8fdd-349a169c7162'] in dv-cinder-830086-3-iscsi is: [{'id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'name': 'tempest-TestShelveInstance-640124586-router', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:46:00Z', 'updated_at': '2022-03-09T14:46:05Z', 'revision_number': 4, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'gw_port': {'id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:01Z', 'updated_at': '2022-03-09T14:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'ae71d3ee-714d-493a-982c-a04867a06db8', 'name': '', 'network_id': '65de1cc4-4251-458c-9e75-73eea5461619', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'mac_address': 'fa:16:3e:79:6c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '268c770e-bc66-416b-aa8e-9715b9a689a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:04Z', 'updated_at': '2022-03-09T14:46:09Z', 'revision_number': 4, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'subnets': [{'id': '268c770e-bc66-416b-aa8e-9715b9a689a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:46:10.291044 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f243e79-d484-4d76-89dc-82b1088c6379 req-0160b052-d261-4b2c-ad34-96efeca6350d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:10.293418 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8f243e79-d484-4d76-89dc-82b1088c6379 req-0160b052-d261-4b2c-ad34-96efeca6350d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.2098410 Mar 09 14:46:10.370084 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-be488ffe-3dbb-4277-a875-cdcb1ef6e66e None None] Current status of the port ae71d3ee-714d-493a-982c-a04867a06db8 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:10.378625 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8f243e79-d484-4d76-89dc-82b1088c6379 req-0c27677f-d807-453d-ab18-84d1cd8e86a1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785396 Mar 09 14:46:10.406213 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e991f30d-e3cb-4921-be10-8a5bb28b680a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (bfcd6003-aeb2-4caa-8e48-4e7b994973cd), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.428827 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991f30d-e3cb-4921-be10-8a5bb28b680a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcd6003-aeb2-4caa-8e48-4e7b994973cd,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:10.521827 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e991f30d-e3cb-4921-be10-8a5bb28b680a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.523076 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e991f30d-e3cb-4921-be10-8a5bb28b680a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7623489 Mar 09 14:46:10.526076 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35688) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:10.530670 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-e4aab421-b770-4e59-86ec-991bbb880dcc tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6574a-b944-4697-9f24-451c86c113ce', 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:10.543031 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device ae71d3ee-714d-493a-982c-a04867a06db8 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:46:10.601911 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port ae71d3ee-714d-493a-982c-a04867a06db8 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:10.602290 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.635974 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4aab421-b770-4e59-86ec-991bbb880dcc tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (3b5c09c3-1ec8-4543-b589-a11c71910ac7), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.717469 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port ae71d3ee-714d-493a-982c-a04867a06db8 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:10.740962 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4aab421-b770-4e59-86ec-991bbb880dcc tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (3b5c09c3-1ec8-4543-b589-a11c71910ac7), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.845573 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4aab421-b770-4e59-86ec-991bbb880dcc tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (3b5c09c3-1ec8-4543-b589-a11c71910ac7), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.874938 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aab421-b770-4e59-86ec-991bbb880dcc tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5c09c3-1ec8-4543-b589-a11c71910ac7,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:10.954138 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4aab421-b770-4e59-86ec-991bbb880dcc tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:10.956331 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e4aab421-b770-4e59-86ec-991bbb880dcc tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4284005 Mar 09 14:46:10.962585 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35706) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:10.967478 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-4bbc1e40-f322-413d-8f95-59123a59b193 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6574a-b944-4697-9f24-451c86c113ce', 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:11.074274 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35712) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:11.090675 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2dc9-088d-4e5a-8cb5-856183039895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.110624 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1e40-f322-413d-8f95-59123a59b193 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (13987734-7d71-46f0-bb3c-0ed707029a3a), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.230559 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1e40-f322-413d-8f95-59123a59b193 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (13987734-7d71-46f0-bb3c-0ed707029a3a), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.274711 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2dc9-088d-4e5a-8cb5-856183039895 admin admin] Publish callbacks [] for security_group (43dd6a38-74bd-4de6-a2c0-9e061e960b7e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.342284 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1e40-f322-413d-8f95-59123a59b193 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (13987734-7d71-46f0-bb3c-0ed707029a3a), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.361046 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc1e40-f322-413d-8f95-59123a59b193 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13987734-7d71-46f0-bb3c-0ed707029a3a,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:11.391283 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a0c2dc9-088d-4e5a-8cb5-856183039895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (43dd6a38-74bd-4de6-a2c0-9e061e960b7e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.457912 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4bbc1e40-f322-413d-8f95-59123a59b193 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.459146 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4bbc1e40-f322-413d-8f95-59123a59b193 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4959564 Mar 09 14:46:11.466333 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35726) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:11.473565 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-9f536bd8-7b31-4276-9e52-841620fffd71 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6574a-b944-4697-9f24-451c86c113ce', 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:11.482483 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9a0c2dc9-088d-4e5a-8cb5-856183039895 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ceefc6d6799b452fa1c834cd18583924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4064958 Mar 09 14:46:11.485385 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35730) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:11.500281 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2819ee-164a-417f-830c-7afff9225d0f req-25bdb101-b3df-4a51-81c3-a95cd8029fb6 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:11.502779 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8d2819ee-164a-417f-830c-7afff9225d0f req-25bdb101-b3df-4a51-81c3-a95cd8029fb6 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.1372440 Mar 09 14:46:11.517494 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c2dc9-088d-4e5a-8cb5-856183039895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dd6a38-74bd-4de6-a2c0-9e061e960b7e,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:11.584925 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35740) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:11.590476 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b45bc734-21db-410e-90cd-bfd8be2705b1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904860106', 'description': 'tempest-description--1713006503'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:11.597142 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f7754b2d-31a9-4b0a-b93d-2c4126aaa9dd admin admin] Publish callbacks [] for security_group (43dd6a38-74bd-4de6-a2c0-9e061e960b7e), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.625143 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f7754b2d-31a9-4b0a-b93d-2c4126aaa9dd admin admin] Publish callbacks [] for security_group (43dd6a38-74bd-4de6-a2c0-9e061e960b7e), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.635215 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8d2819ee-164a-417f-830c-7afff9225d0f req-18f65d72-909d-497c-b74b-7cd5ce4cc811 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167178 Mar 09 14:46:11.690906 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.securitygroups_db [None req-9f536bd8-7b31-4276-9e52-841620fffd71 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Project c80b610c11934b9eaaa6dad09b045bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:46:11.695897 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49eeac9-cda2-4855-a2f6-9d57fe92ba48 req-f15e71d7-938a-43e4-8f87-95ebd60da317 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:11.697688 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d49eeac9-cda2-4855-a2f6-9d57fe92ba48 req-f15e71d7-938a-43e4-8f87-95ebd60da317 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0574462 Mar 09 14:46:11.701092 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f536bd8-7b31-4276-9e52-841620fffd71 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (50d2790f-bd3f-4c95-98fd-a820c6ec9297), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.760691 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d49eeac9-cda2-4855-a2f6-9d57fe92ba48 req-c0241a5d-156c-46f6-b739-536f0ffc16ef tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543716 Mar 09 14:46:11.763151 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b45bc734-21db-410e-90cd-bfd8be2705b1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.796603 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f7754b2d-31a9-4b0a-b93d-2c4126aaa9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (43dd6a38-74bd-4de6-a2c0-9e061e960b7e), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.799517 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f7754b2d-31a9-4b0a-b93d-2c4126aaa9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.800785 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f7754b2d-31a9-4b0a-b93d-2c4126aaa9dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43dd6a38-74bd-4de6-a2c0-9e061e960b7e HTTP/1.1" status: 204 len: 168 time: 0.3144736 Mar 09 14:46:11.838953 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7754b2d-31a9-4b0a-b93d-2c4126aaa9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dd6a38-74bd-4de6-a2c0-9e061e960b7e,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:11.857068 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f536bd8-7b31-4276-9e52-841620fffd71 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (50d2790f-bd3f-4c95-98fd-a820c6ec9297), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.867483 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b45bc734-21db-410e-90cd-bfd8be2705b1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (265b762f-82f3-452b-accd-83d960a004d1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.948741 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f536bd8-7b31-4276-9e52-841620fffd71 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (50d2790f-bd3f-4c95-98fd-a820c6ec9297), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.949169 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b45bc734-21db-410e-90cd-bfd8be2705b1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (265b762f-82f3-452b-accd-83d960a004d1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:11.995429 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f536bd8-7b31-4276-9e52-841620fffd71 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d2790f-bd3f-4c95-98fd-a820c6ec9297,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:12.023334 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bc734-21db-410e-90cd-bfd8be2705b1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265b762f-82f3-452b-accd-83d960a004d1,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:12.052991 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b45bc734-21db-410e-90cd-bfd8be2705b1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.053089 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35758) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:12.053164 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b45bc734-21db-410e-90cd-bfd8be2705b1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4588420 Mar 09 14:46:12.053233 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-5c476db1-b438-46c0-9873-f688fca6fc67 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group_rule': {'security_group_id': '265b762f-82f3-452b-accd-83d960a004d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:12.111900 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9f536bd8-7b31-4276-9e52-841620fffd71 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.116083 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9f536bd8-7b31-4276-9e52-841620fffd71 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6449990 Mar 09 14:46:12.116083 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35760) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:12.120981 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-836fdee3-caf7-4d99-ab11-1478a9279927 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Request body: {'security_group_rule': {'security_group_id': 'e2b6574a-b944-4697-9f24-451c86c113ce', 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:12.216545 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5c476db1-b438-46c0-9873-f688fca6fc67 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (1da052c4-352d-4aa5-99d5-9bee30b0d82d), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.240108 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.securitygroups_db [None req-836fdee3-caf7-4d99-ab11-1478a9279927 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Project c80b610c11934b9eaaa6dad09b045bd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:46:12.252287 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-836fdee3-caf7-4d99-ab11-1478a9279927 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (dd97c61e-bcae-48e0-9305-a3b0f6beac8d), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.296229 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5c476db1-b438-46c0-9873-f688fca6fc67 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (1da052c4-352d-4aa5-99d5-9bee30b0d82d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.315439 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-836fdee3-caf7-4d99-ab11-1478a9279927 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (dd97c61e-bcae-48e0-9305-a3b0f6beac8d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.379984 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5c476db1-b438-46c0-9873-f688fca6fc67 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (1da052c4-352d-4aa5-99d5-9bee30b0d82d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.384586 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-836fdee3-caf7-4d99-ab11-1478a9279927 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (dd97c61e-bcae-48e0-9305-a3b0f6beac8d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.410910 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c476db1-b438-46c0-9873-f688fca6fc67 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da052c4-352d-4aa5-99d5-9bee30b0d82d,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:12.423990 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fdee3-caf7-4d99-ab11-1478a9279927 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd97c61e-bcae-48e0-9305-a3b0f6beac8d,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:12.505524 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-836fdee3-caf7-4d99-ab11-1478a9279927 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.508057 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-836fdee3-caf7-4d99-ab11-1478a9279927 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3882360 Mar 09 14:46:12.509766 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5c476db1-b438-46c0-9873-f688fca6fc67 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.510854 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5c476db1-b438-46c0-9873-f688fca6fc67 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4658606 Mar 09 14:46:12.514504 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 35768) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:12.519349 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-2430f5e5-3b2b-4ec4-82fc-291436544880 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group_rule': {'security_group_id': '265b762f-82f3-452b-accd-83d960a004d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:12.634427 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2430f5e5-3b2b-4ec4-82fc-291436544880 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (2b7a9f89-b84a-4f36-9ebe-f261c2022682), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.701120 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2430f5e5-3b2b-4ec4-82fc-291436544880 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (2b7a9f89-b84a-4f36-9ebe-f261c2022682), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.769533 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c62ee-3ceb-4141-8ccd-dd756c9db46d req-45e37751-5f62-4b5d-87d6-665eafa0fd05 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:12.775229 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a36c62ee-3ceb-4141-8ccd-dd756c9db46d req-45e37751-5f62-4b5d-87d6-665eafa0fd05 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0737624 Mar 09 14:46:12.783301 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2430f5e5-3b2b-4ec4-82fc-291436544880 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (2b7a9f89-b84a-4f36-9ebe-f261c2022682), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.803960 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430f5e5-3b2b-4ec4-82fc-291436544880 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7a9f89-b84a-4f36-9ebe-f261c2022682,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:12.874539 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a36c62ee-3ceb-4141-8ccd-dd756c9db46d req-66edfe71-f430-4c86-bd87-3626d1bfc30a tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932438 Mar 09 14:46:12.896290 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2430f5e5-3b2b-4ec4-82fc-291436544880 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:12.898114 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-2430f5e5-3b2b-4ec4-82fc-291436544880 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3820920 Mar 09 14:46:12.902643 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 35818) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:12.910366 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:12.968596 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe450e-cbc3-4909-a6fb-2929cfa21a9e req-81498613-6e45-4231-a6e0-6a11cab416d9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:12.970243 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dfbe450e-cbc3-4909-a6fb-2929cfa21a9e req-81498613-6e45-4231-a6e0-6a11cab416d9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0815444 Mar 09 14:46:13.033650 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:13.078638 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dfbe450e-cbc3-4909-a6fb-2929cfa21a9e req-72329b1c-e7d8-4969-9b97-3290ad3d7c55 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021895 Mar 09 14:46:13.178491 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:13.308476 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Allocated IP 172.27.2.150 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/0afef319-17c4-46d7-8c25-4ad0caa2a96c) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:46:13.431050 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (0afef319-17c4-46d7-8c25-4ad0caa2a96c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:13.555519 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (0afef319-17c4-46d7-8c25-4ad0caa2a96c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:13.594926 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:46:13.611102 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:46:13.620245 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:46:13.626227 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=0afef319-17c4-46d7-8c25-4ad0caa2a96c,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:13.724985 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (4ccd766f-5595-4d47-8209-65807c60aa3d), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:13.850464 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (0afef319-17c4-46d7-8c25-4ad0caa2a96c), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:14.035774 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6fcee-1584-40c6-9207-3a0f7e67081c req-0bb2eeba-2468-4ded-b666-1c35ab2f2e34 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:14.036482 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6cf6fcee-1584-40c6-9207-3a0f7e67081c req-0bb2eeba-2468-4ded-b666-1c35ab2f2e34 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0828991 Mar 09 14:46:14.058822 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (0afef319-17c4-46d7-8c25-4ad0caa2a96c), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:14.102113 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6cf6fcee-1584-40c6-9207-3a0f7e67081c req-a6e81797-4b1f-44bf-b09c-dca7200412e1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499513 Mar 09 14:46:14.144651 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (0afef319-17c4-46d7-8c25-4ad0caa2a96c), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:14.291584 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=0afef319-17c4-46d7-8c25-4ad0caa2a96c,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:14.303251 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (4ccd766f-5595-4d47-8209-65807c60aa3d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:14.329257 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc784be7-5ec7-4c9b-aec4-1f08b3a35a54 req-12db32d2-18d9-4e8d-b219-a76b74247865 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:14.330719 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fc784be7-5ec7-4c9b-aec4-1f08b3a35a54 req-12db32d2-18d9-4e8d-b219-a76b74247865 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0933836 Mar 09 14:46:14.379663 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fc784be7-5ec7-4c9b-aec4-1f08b3a35a54 req-f8e36c42-65f8-4b08-b47e-75641f1604d1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429232 Mar 09 14:46:14.430605 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:14.439637 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ca00f480-ae29-4a16-a506-f89fc0f54d79 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5260293 Mar 09 14:46:14.873821 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0b56e22f-d99c-42b1-a7a9-aa50b377b28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:15.237362 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d31557-649b-41de-b9a4-9004bb9db6d0 req-9407bf44-cadb-450c-bc28-667663d2549b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:15.238847 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-91d31557-649b-41de-b9a4-9004bb9db6d0 req-9407bf44-cadb-450c-bc28-667663d2549b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0507720 Mar 09 14:46:15.287937 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-91d31557-649b-41de-b9a4-9004bb9db6d0 req-7938dc00-6d90-48af-9d28-c2024ef4aee1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Mar 09 14:46:15.503307 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f21a7-b6c7-4b79-aaae-791ff10538f3 req-a717a488-2550-4746-b9db-77a2b3135ad1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:15.504779 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e67f21a7-b6c7-4b79-aaae-791ff10538f3 req-a717a488-2550-4746-b9db-77a2b3135ad1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0549147 Mar 09 14:46:15.556496 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e67f21a7-b6c7-4b79-aaae-791ff10538f3 req-cf44cbfa-2334-4aef-9d7e-d982a6a86c66 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460117 Mar 09 14:46:16.406955 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ee2b4-5a12-44dc-801d-f3ee6d02306a req-f1d84352-81a1-4fd1-9037-d38ed82845bc tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:16.408427 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-426ee2b4-5a12-44dc-801d-f3ee6d02306a req-f1d84352-81a1-4fd1-9037-d38ed82845bc tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0529335 Mar 09 14:46:16.459512 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-426ee2b4-5a12-44dc-801d-f3ee6d02306a req-df6dc309-999c-4229-bf8d-a8d018656738 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453646 Mar 09 14:46:16.679214 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23c1df-cf48-4f4b-a23e-3b2cd55e05a8 req-34e17c86-51f1-4c77-b072-3dc06afd83fe tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:16.681304 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0f23c1df-cf48-4f4b-a23e-3b2cd55e05a8 req-34e17c86-51f1-4c77-b072-3dc06afd83fe tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0532162 Mar 09 14:46:16.731332 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0f23c1df-cf48-4f4b-a23e-3b2cd55e05a8 req-97d0fe51-1812-437a-8d70-67e20c2a9c8c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441711 Mar 09 14:46:17.136657 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9f6a6996-2ae8-485f-b1ab-5797f1d6a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:17.583533 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d68a02-8133-47b8-a183-86dd941b393a req-473416da-b5ef-44e3-90fe-54d0823c0f46 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:17.586168 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73d68a02-8133-47b8-a183-86dd941b393a req-473416da-b5ef-44e3-90fe-54d0823c0f46 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0577216 Mar 09 14:46:17.643943 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73d68a02-8133-47b8-a183-86dd941b393a req-b001d08f-1eab-4dae-8083-d2dc4738adf1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512023 Mar 09 14:46:17.852638 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa2eae-23ae-4997-94dd-4c6564649a31 req-bba8b5b2-ffca-43f0-9e8c-fc59caa69932 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:17.854219 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94fa2eae-23ae-4997-94dd-4c6564649a31 req-bba8b5b2-ffca-43f0-9e8c-fc59caa69932 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0518701 Mar 09 14:46:17.903161 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94fa2eae-23ae-4997-94dd-4c6564649a31 req-76d5d184-715c-4ea9-84db-f67e898604f6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Mar 09 14:46:18.302653 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:18.777523 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ddc32-8693-438a-860a-b3ea9a930d34 req-8f046ce1-0cdc-4521-93e4-ee3fb5608ea2 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:18.779008 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f09ddc32-8693-438a-860a-b3ea9a930d34 req-8f046ce1-0cdc-4521-93e4-ee3fb5608ea2 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0562041 Mar 09 14:46:18.839841 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f09ddc32-8693-438a-860a-b3ea9a930d34 req-bc49037e-7418-470c-9ef8-fd1499560bfd tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552540 Mar 09 14:46:19.028452 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f371011-de64-4d14-8112-373956d4a940 req-3c15a73b-4239-4fb1-b87f-8b357c3620a9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:19.029948 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8f371011-de64-4d14-8112-373956d4a940 req-3c15a73b-4239-4fb1-b87f-8b357c3620a9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0539122 Mar 09 14:46:19.077269 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8f371011-de64-4d14-8112-373956d4a940 req-17b97507-4366-47a5-8d3b-4db7d124ba31 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417442 Mar 09 14:46:19.668541 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:19.958214 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f234e-4a40-4b72-b135-7e5eac7c7e9d req-6364576b-3d52-414b-ad22-4247e24e34de tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:19.959794 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c30f234e-4a40-4b72-b135-7e5eac7c7e9d req-6364576b-3d52-414b-ad22-4247e24e34de tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0528388 Mar 09 14:46:20.018044 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c30f234e-4a40-4b72-b135-7e5eac7c7e9d req-0d57618f-76e2-4249-8ec6-a3ad8edff6e9 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521562 Mar 09 14:46:20.214070 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb252e6-267d-4a0e-8aa3-b08479510438 req-c248c781-0a27-4f7c-9263-420a2afa3f44 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:20.215567 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ccb252e6-267d-4a0e-8aa3-b08479510438 req-c248c781-0a27-4f7c-9263-420a2afa3f44 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0552926 Mar 09 14:46:20.263200 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ccb252e6-267d-4a0e-8aa3-b08479510438 req-80e78bb8-410a-4e39-9d55-41b164950a42 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419228 Mar 09 14:46:21.133123 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf670cbf-38f8-421f-99a4-61bff54e43a7 req-7b060c04-9d4b-4270-99af-eb45560aa0f3 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:21.134567 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bf670cbf-38f8-421f-99a4-61bff54e43a7 req-7b060c04-9d4b-4270-99af-eb45560aa0f3 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0501788 Mar 09 14:46:21.160405 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:21.184086 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bf670cbf-38f8-421f-99a4-61bff54e43a7 req-606ed29f-9e5e-4748-8d2f-f9202789bed3 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Mar 09 14:46:21.382981 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d68b02-528b-42e3-ab59-6f27fd748352 req-094bee39-dd6b-443b-a94e-11173423674e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:21.384487 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-14d68b02-528b-42e3-ab59-6f27fd748352 req-094bee39-dd6b-443b-a94e-11173423674e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0509179 Mar 09 14:46:21.430860 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-14d68b02-528b-42e3-ab59-6f27fd748352 req-a938e6ad-2054-4a0d-8ae0-e493b5b0180d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409462 Mar 09 14:46:22.155396 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:46:22.290582 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 824eb34c-2615-41a5-8a24-1ad6f4c309b9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:46:22.298263 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a31303-cee7-43ca-ac02-604e04c5d46d req-f42c364a-28c4-4838-b7d4-b38aedc6aa00 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:22.299713 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3a31303-cee7-43ca-ac02-604e04c5d46d req-f42c364a-28c4-4838-b7d4-b38aedc6aa00 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0503969 Mar 09 14:46:22.345164 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3a31303-cee7-43ca-ac02-604e04c5d46d req-49736c48-a59a-47df-902c-703369d40f81 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391982 Mar 09 14:46:22.387161 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:22.397103 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'port_id': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'mac_address': 'fa:16:3e:9e:fb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:46:22.434075 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 is: ACTIVE; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:22.434468 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:22.447243 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 824eb34c-2615-41a5-8a24-1ad6f4c309b9 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:46:22.471432 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:22.525637 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:22.562826 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76d9d-01ce-4e13-ac4d-1c536e7a7827 req-9d961360-08a5-4a94-b1bb-ea16b05764a5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:22.564256 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b2f76d9d-01ce-4e13-ac4d-1c536e7a7827 req-9d961360-08a5-4a94-b1bb-ea16b05764a5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0541317 Mar 09 14:46:22.576565 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=6']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:22.611672 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b2f76d9d-01ce-4e13-ac4d-1c536e7a7827 req-2ca8bf9a-bf73-4414-b119-4c363e0aee3e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417218 Mar 09 14:46:23.395871 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['824eb34c-2615-41a5-8a24-1ad6f4c309b9'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:46:23.468301 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaca6c-628d-4617-b4f4-676c118a98af req-7d5b68e0-8a66-4be2-baa6-55d377667636 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:23.469877 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ccdaca6c-628d-4617-b4f4-676c118a98af req-7d5b68e0-8a66-4be2-baa6-55d377667636 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0551360 Mar 09 14:46:23.526389 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ccdaca6c-628d-4617-b4f4-676c118a98af req-493ac156-8708-4204-a53d-62dc482762ad tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470157 Mar 09 14:46:23.731216 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695204-0faf-4fdd-8f5c-7be597a071b5 req-02f7e964-c1b2-4f89-bf63-cbaa63620e93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:23.732884 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cb695204-0faf-4fdd-8f5c-7be597a071b5 req-02f7e964-c1b2-4f89-bf63-cbaa63620e93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 944 time: 0.0512881 Mar 09 14:46:23.783777 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cb695204-0faf-4fdd-8f5c-7be597a071b5 req-d9bf8580-fda5-4fd2-b45c-95e6bba3638e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453515 Mar 09 14:46:24.650486 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d33f5a-b986-4baa-8c60-922dcef5bb47 req-719dc7ad-4219-46ea-80d9-6008071899e8 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:24.651936 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b8d33f5a-b986-4baa-8c60-922dcef5bb47 req-719dc7ad-4219-46ea-80d9-6008071899e8 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0526483 Mar 09 14:46:24.700247 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b8d33f5a-b986-4baa-8c60-922dcef5bb47 req-48805464-252c-40f1-b94f-2960ed7c952f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Mar 09 14:46:24.902105 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e692112-f39b-4c0e-86cd-bae198f5de26 req-911f920f-7dc8-4ac4-9490-e94a7717342b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:24.903581 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5e692112-f39b-4c0e-86cd-bae198f5de26 req-911f920f-7dc8-4ac4-9490-e94a7717342b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 944 time: 0.0508428 Mar 09 14:46:24.950412 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5e692112-f39b-4c0e-86cd-bae198f5de26 req-4cda7681-ff14-40f1-adbf-3274a9fc9e86 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413573 Mar 09 14:46:25.468659 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 824eb34c-2615-41a5-8a24-1ad6f4c309b9 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:46:25.512656 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:25.513067 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:25.600814 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:25.601224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:25.624611 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:46:25.626919 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35295539-9257-4c67-988b-822e5f9d38e7" -d '{"events": [{"server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "name": "network-vif-plugged", "status": "completed", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:46:25.639572 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:25.670032 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87edf5d2-3c06-440d-99b7-6d20e46ebce5 x-openstack-request-id: req-87edf5d2-3c06-440d-99b7-6d20e46ebce5 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:46:25.670427 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "name": "network-vif-plugged", "status": "completed", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:46:25.670692 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87edf5d2-3c06-440d-99b7-6d20e46ebce5 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:46:25.671088 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'code': 200} Mar 09 14:46:25.706403 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:25.758939 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=7']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:25.826243 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b6fbd-bb39-47d7-a37f-0d1a5d75467b req-2d5e65d0-6751-40c5-9235-ca9daa008221 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:25.827801 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-717b6fbd-bb39-47d7-a37f-0d1a5d75467b req-2d5e65d0-6751-40c5-9235-ca9daa008221 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0560746 Mar 09 14:46:25.874599 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-717b6fbd-bb39-47d7-a37f-0d1a5d75467b req-c3cb5a2a-f11a-4a84-9969-93f92ea9def9 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Mar 09 14:46:26.090774 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e1b21-afc1-40d3-80ac-c3895ddd6afc req-7052beee-acbe-4ac7-b555-baaa24f5973e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:26.092390 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1f1e1b21-afc1-40d3-80ac-c3895ddd6afc req-7052beee-acbe-4ac7-b555-baaa24f5973e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0662255 Mar 09 14:46:26.143396 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1f1e1b21-afc1-40d3-80ac-c3895ddd6afc req-699e746a-4dbf-440f-83a0-b6df40d83360 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451341 Mar 09 14:46:26.994111 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e3b61-50a2-42be-9921-7457efae4807 req-e3fd2293-aed2-4192-b622-e5edc06f4325 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:26.995455 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d72e3b61-50a2-42be-9921-7457efae4807 req-e3fd2293-aed2-4192-b622-e5edc06f4325 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0527010 Mar 09 14:46:27.039633 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d72e3b61-50a2-42be-9921-7457efae4807 req-40d945fe-3643-46a8-bfa9-18df11f1b4c5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382767 Mar 09 14:46:27.290874 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840b03c-0241-41c1-8d6f-c3dafba02984 req-7172e530-7415-4f93-9e60-aed707183fef tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:27.292378 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7840b03c-0241-41c1-8d6f-c3dafba02984 req-7172e530-7415-4f93-9e60-aed707183fef tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0590975 Mar 09 14:46:27.337385 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7840b03c-0241-41c1-8d6f-c3dafba02984 req-19283a60-6188-40bd-bdc0-4a682d63a883 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394080 Mar 09 14:46:28.161151 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a1e10-ec07-4edf-ba0a-c891d8a8c9d8 req-ed2eb2ad-7c21-4901-ae52-553deb67c0dd tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:28.162614 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c45a1e10-ec07-4edf-ba0a-c891d8a8c9d8 req-ed2eb2ad-7c21-4901-ae52-553deb67c0dd tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0578077 Mar 09 14:46:28.213758 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c45a1e10-ec07-4edf-ba0a-c891d8a8c9d8 req-4de84e6a-2c89-4a67-96ae-119c1d42e38d tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457580 Mar 09 14:46:28.460175 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee097b0-7b5e-4096-8d6b-a3302a2452d3 req-1e3b5b50-0589-4209-ab09-af1d0e3f32ed tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:28.461651 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eee097b0-7b5e-4096-8d6b-a3302a2452d3 req-1e3b5b50-0589-4209-ab09-af1d0e3f32ed tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0510383 Mar 09 14:46:28.508207 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eee097b0-7b5e-4096-8d6b-a3302a2452d3 req-4a20c9f9-a97e-4300-99e9-04470c1c1ddd tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410123 Mar 09 14:46:29.056013 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-8aa61b06-5732-41d7-8ddc-977a0a81a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:29.057579 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-8aa61b06-5732-41d7-8ddc-977a0a81a926 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 1129 time: 0.0459499 Mar 09 14:46:29.167080 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-da3fa1fc-630e-407b-916a-b674675eb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:29.167080 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-da3fa1fc-630e-407b-916a-b674675eb929 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 916 time: 0.0875232 Mar 09 14:46:29.237361 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-92522d33-078e-4d63-b491-8fff079cdc52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9 HTTP/1.1" status: 200 len: 1000 time: 0.0640817 Mar 09 14:46:29.288149 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-ec8abda0-5986-49d7-9fc1-c4d7599dca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:29.289747 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-ec8abda0-5986-49d7-9fc1-c4d7599dca17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 200 len: 854 time: 0.0458171 Mar 09 14:46:29.332079 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d0d00-f694-44a2-86e9-4b9a42ff89c7 req-cc40d57e-3d49-44f2-a92e-09d4701b5d2f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:29.333572 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7a9d0d00-f694-44a2-86e9-4b9a42ff89c7 req-cc40d57e-3d49-44f2-a92e-09d4701b5d2f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0503213 Mar 09 14:46:29.344446 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-4a5c9dce-3d10-49b8-96f5-cdf87c860e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:29.345951 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-4a5c9dce-3d10-49b8-96f5-cdf87c860e3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22b50098-231e-4eaf-af19-c11841a316ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432611 Mar 09 14:46:29.379849 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7a9d0d00-f694-44a2-86e9-4b9a42ff89c7 req-e65a8d88-4318-4593-89ff-861024eba647 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 Mar 09 14:46:29.436801 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-47054db1-7690-4f49-b2f3-d7f2d4a9d8ff service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837512 Mar 09 14:46:29.528530 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3e691940-f0f1-42b0-8c75-e89c89a3d619 req-62f33df3-82fe-4c40-86d1-4672478dd96e service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Mar 09 14:46:29.630507 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eedef3-017c-40fa-a133-5c860ee6a7d3 req-5f785e75-1acb-4917-a67c-c41b26addb31 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:29.632039 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76eedef3-017c-40fa-a133-5c860ee6a7d3 req-5f785e75-1acb-4917-a67c-c41b26addb31 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0545819 Mar 09 14:46:29.679165 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76eedef3-017c-40fa-a133-5c860ee6a7d3 req-fda19a2e-79bf-4182-a55b-76ae62b47e20 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408983 Mar 09 14:46:30.528535 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ce840-6582-4414-b5f3-9d175e6dd701 req-a954dd16-aa46-4916-bf4d-6908114e31ad tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:30.530118 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-444ce840-6582-4414-b5f3-9d175e6dd701 req-a954dd16-aa46-4916-bf4d-6908114e31ad tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0700402 Mar 09 14:46:30.582009 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-444ce840-6582-4414-b5f3-9d175e6dd701 req-80ee26ce-34d1-4755-840b-654f04c50d97 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442576 Mar 09 14:46:30.803920 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4b63b-17f9-404e-865a-be9bcebb0e44 req-9b2a51d7-7355-4627-817b-08db44b64281 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:30.806050 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-86c4b63b-17f9-404e-865a-be9bcebb0e44 req-9b2a51d7-7355-4627-817b-08db44b64281 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0507905 Mar 09 14:46:31.022861 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-86c4b63b-17f9-404e-865a-be9bcebb0e44 req-810d35e9-4f42-42a4-ac9e-9891aaaafb6d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113013 Mar 09 14:46:31.697508 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767506b-7257-4a34-888b-74c67ae3ccaf req-17a7c811-84fe-4fb7-9550-b14323326bef tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:31.699076 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1767506b-7257-4a34-888b-74c67ae3ccaf req-17a7c811-84fe-4fb7-9550-b14323326bef tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0535007 Mar 09 14:46:31.757193 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1767506b-7257-4a34-888b-74c67ae3ccaf req-804a0ddd-ca0b-4a16-b62f-9007c3f2096b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524566 Mar 09 14:46:32.181211 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f5230-67e4-4347-84ff-fca2b644dfac req-eeafd1da-6427-4b8c-b47f-4277c5125a93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:32.182678 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad4f5230-67e4-4347-84ff-fca2b644dfac req-eeafd1da-6427-4b8c-b47f-4277c5125a93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0777051 Mar 09 14:46:32.201632 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:32.218395 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-5262b6c8-1946-4365-809f-c97512c6d0f8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--904860106&fields=id&tenant_id=bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 267 time: 0.0728264 Mar 09 14:46:32.266467 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ad4f5230-67e4-4347-84ff-fca2b644dfac req-639a51d4-69bf-408f-a5b1-663352648bb2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756297 Mar 09 14:46:32.338639 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-c455d0ed-56f7-4ece-8470-991f17c53f12 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:32.340070 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-c455d0ed-56f7-4ece-8470-991f17c53f12 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 814 time: 0.1120338 Mar 09 14:46:32.354738 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-dc4b9bbe-12e2-4795-8b49-1e09abfb8d6b tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/quotas/bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 375 time: 0.0093138 Mar 09 14:46:32.413631 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-49a335a6-1391-43a9-9a33-43df0b7d26ec tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535259 Mar 09 14:46:32.515938 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-5c74cbd0-e608-43e4-9357-07c4c2366f11 service neutron] 10.222.0.20 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893943 Mar 09 14:46:32.619915 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-f6f5470e-4efa-4b84-ace8-8d0df4cf1c52 service neutron] 10.222.0.20 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985255 Mar 09 14:46:32.842635 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1186b777-549a-41bb-8181-9714eaa95eac req-e0072f58-3189-462a-8f6e-7f5ddf31aca3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 210 time: 0.0292122 Mar 09 14:46:32.895272 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3a492-2901-4c08-a668-676d57023026 req-d9e3e8b0-239e-424d-9fc4-5649336b3cbb tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:32.896659 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1be3a492-2901-4c08-a668-676d57023026 req-d9e3e8b0-239e-424d-9fc4-5649336b3cbb tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0564086 Mar 09 14:46:32.943387 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1be3a492-2901-4c08-a668-676d57023026 req-5b95d0ce-389d-49db-a131-df5463ae37a8 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Mar 09 14:46:33.391774 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52a76b-6017-41ba-bb5b-7cbee09c965f req-7c5ffa8b-e697-41e4-bcf5-99fce77356c0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:33.393286 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bb52a76b-6017-41ba-bb5b-7cbee09c965f req-7c5ffa8b-e697-41e4-bcf5-99fce77356c0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0550940 Mar 09 14:46:33.438645 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bb52a76b-6017-41ba-bb5b-7cbee09c965f req-5a89a5e0-32cd-4c2e-9684-43c555576ad0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395780 Mar 09 14:46:33.934169 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fd641e3a-f170-4a23-b64f-1f061b5ff76a req-79cf65cd-08f6-4f52-a3b7-1e4302e59067 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 210 time: 0.0261540 Mar 09 14:46:34.058490 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2102ce-630b-4687-845e-ef81edd93cf7 req-2327bd42-a075-485e-a806-0eda7cf6cd0e tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:34.059979 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8b2102ce-630b-4687-845e-ef81edd93cf7 req-2327bd42-a075-485e-a806-0eda7cf6cd0e tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0500600 Mar 09 14:46:34.108968 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8b2102ce-630b-4687-845e-ef81edd93cf7 req-8f1cc22b-7861-4642-b926-44f08696b78b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 Mar 09 14:46:34.558182 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390fe7c-cd77-4547-8d87-a185881b507e req-1dc5baa9-ece6-4659-beb4-79e099a5809b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:34.559614 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9390fe7c-cd77-4547-8d87-a185881b507e req-1dc5baa9-ece6-4659-beb4-79e099a5809b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0501423 Mar 09 14:46:34.604353 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9390fe7c-cd77-4547-8d87-a185881b507e req-76e610eb-b73d-45ba-ad8e-d7f0ebfcb7fe tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393519 Mar 09 14:46:35.028063 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7dc81bb-ce56-48f6-b2b8-a800757a43bb req-247ea224-4d3d-4e0d-b1e0-1f4e1fbef35f tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 210 time: 0.0266485 Mar 09 14:46:35.227063 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a963e49-7587-4ecb-9c1e-c6decd09e91f req-87089c7c-b4b3-466d-9caa-87fefae9d503 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:35.228579 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1a963e49-7587-4ecb-9c1e-c6decd09e91f req-87089c7c-b4b3-466d-9caa-87fefae9d503 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0530763 Mar 09 14:46:35.282517 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1a963e49-7587-4ecb-9c1e-c6decd09e91f req-f4faa848-94f7-4919-86cb-1ab050248d95 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481060 Mar 09 14:46:35.730356 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660171fe-83cb-49ea-b2b5-64c117e8800d req-c5b922a3-1ed8-4450-9c0c-cce014335584 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:35.731871 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-660171fe-83cb-49ea-b2b5-64c117e8800d req-c5b922a3-1ed8-4450-9c0c-cce014335584 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0580306 Mar 09 14:46:35.779957 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-660171fe-83cb-49ea-b2b5-64c117e8800d req-3c1437cb-021f-4453-a8ee-92ffc9b1c1ed tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 Mar 09 14:46:36.119132 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-38653b96-7879-4815-bccd-f83b8b85db59 req-9b4a89ac-9bd7-4ef9-9b47-96b82beccdff tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 210 time: 0.0274100 Mar 09 14:46:36.272578 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-9c4dbce6-ef13-47dc-903e-e52a0e61ed73 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:36.274750 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-9c4dbce6-ef13-47dc-903e-e52a0e61ed73 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 814 time: 0.1128569 Mar 09 14:46:36.372452 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-99442cc3-bf66-4fa3-99e1-85f552fee542 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 471 time: 0.0891747 Mar 09 14:46:36.386301 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'port': {'device_id': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'admin_state_up': True, 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'security_groups': ['265b762f-82f3-452b-accd-83d960a004d1']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:36.414675 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799e479-b513-46fd-bc42-9c678de2b9e2 req-8355e755-5b10-4a10-9403-236fd1021438 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:36.416329 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d799e479-b513-46fd-bc42-9c678de2b9e2 req-8355e755-5b10-4a10-9403-236fd1021438 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0575676 Mar 09 14:46:36.473388 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d799e479-b513-46fd-bc42-9c678de2b9e2 req-9d893f0f-37a8-4feb-a355-cabedd61b6b1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513711 Mar 09 14:46:36.620932 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Made reservation on behalf of bf76a9d88a8a42c28c8f2616b82675d0 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:46:36.624401 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:36.760341 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Allocated IP 172.20.0.11 (9d7fd99d-9010-431c-8d9a-debb68cefb68/716d55f1-12e3-4df0-8873-3342175b3a93/e571f00b-f13b-4418-9a4d-05e6fa55ec46) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:46:36.919489 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bf11a-96ae-42d0-99c5-28afe0315d5d req-86b884d0-de08-4a0c-99fc-df6e9dfef4f9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:36.921054 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b4bf11a-96ae-42d0-99c5-28afe0315d5d req-86b884d0-de08-4a0c-99fc-df6e9dfef4f9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0623434 Mar 09 14:46:36.927715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:36.972990 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b4bf11a-96ae-42d0-99c5-28afe0315d5d req-e32fc54d-03e0-4f0c-bf4b-c51c2b0aa3c2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447943 Mar 09 14:46:37.038880 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:37.080987 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:46:37.085900 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:46:37.089488 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:46:37.095677 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=e571f00b-f13b-4418-9a4d-05e6fa55ec46,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:37.131124 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.131124 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.131124 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.131124 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.131124 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.131609 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.131609 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.131943 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.132271 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.132609 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.132982 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.133555 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.133852 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:37.158868 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:37.159650 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:37.247536 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441638ab-7e16-4d67-b7c1-137e127f36a1 req-845c7539-e52f-46cf-b2a7-38d2e528db58 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:37.253258 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-441638ab-7e16-4d67-b7c1-137e127f36a1 req-845c7539-e52f-46cf-b2a7-38d2e528db58 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 932 time: 0.0598614 Mar 09 14:46:37.271863 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-8de504f6-12b1-4980-9169-8de3a0c9ea5e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8905406 Mar 09 14:46:37.276975 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-5f20536f-3e0a-4f85-9785-addd005cd8e1 None None] Provisioning complete for port e571f00b-f13b-4418-9a4d-05e6fa55ec46 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:37.277488 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5f20536f-3e0a-4f85-9785-addd005cd8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:37.283878 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Request body: {'port': {'device_id': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:37.300954 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-441638ab-7e16-4d67-b7c1-137e127f36a1 req-02ddc980-90ed-4df5-98d2-3442616b42b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462263 Mar 09 14:46:37.338095 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-5f20536f-3e0a-4f85-9785-addd005cd8e1 None None] Port e571f00b-f13b-4418-9a4d-05e6fa55ec46 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:46:37.350749 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:37.584690 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f1f52-a2a4-46df-a4fa-8d88d27c82a0 req-24e64893-8c1a-45f5-b5cb-2c32dc027175 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:37.586323 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c68f1f52-a2a4-46df-a4fa-8d88d27c82a0 req-24e64893-8c1a-45f5-b5cb-2c32dc027175 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0504785 Mar 09 14:46:37.619960 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e571f00b-f13b-4418-9a4d-05e6fa55ec46 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:46:37.627434 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Publish callbacks [] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:37.635764 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c68f1f52-a2a4-46df-a4fa-8d88d27c82a0 req-72a5d0bb-7963-4acc-804b-40816bb3b302 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427473 Mar 09 14:46:37.640113 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Transition to ACTIVE for port object e571f00b-f13b-4418-9a4d-05e6fa55ec46 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:46:37.703355 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:37.759826 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Pushing event updated for resources: {'Port': ['ID=e571f00b-f13b-4418-9a4d-05e6fa55ec46,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:37.835036 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Attempting to bind port e571f00b-f13b-4418-9a4d-05e6fa55ec46 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:46:37.842043 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Attempting to bind port e571f00b-f13b-4418-9a4d-05e6fa55ec46 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:46:37.842043 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Attempting to bind port e571f00b-f13b-4418-9a4d-05e6fa55ec46 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:46:37.842043 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Port e571f00b-f13b-4418-9a4d-05e6fa55ec46 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:46:37.842043 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Attempting to bind port e571f00b-f13b-4418-9a4d-05e6fa55ec46 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:46:37.846492 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:46:37.846829 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Checking segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:46:37.847196 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Bound using segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:46:37.847626 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Bound port: e571f00b-f13b-4418-9a4d-05e6fa55ec46, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:46:37.848128 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:37.917332 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] For port e571f00b-f13b-4418-9a4d-05e6fa55ec46, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:46:37.920848 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] For port e571f00b-f13b-4418-9a4d-05e6fa55ec46, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e571f00b-f13b-4418-9a4d-05e6fa55ec46,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:46:37.993918 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:38.028193 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:38.028841 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:38.030344 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] 10.222.0.16 "PUT /v2.0/ports/e571f00b-f13b-4418-9a4d-05e6fa55ec46 HTTP/1.1" status: 200 len: 1094 time: 0.7509842 Mar 09 14:46:38.030770 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'tag': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:46:38.033152 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da3c7d5-1052-4003-b5d9-c2560955475f" -d '{"events": [{"name": "network-changed", "server_uuid": "11c70930-1a7c-416e-99d9-cf6d4ec5fd21", "tag": "e571f00b-f13b-4418-9a4d-05e6fa55ec46"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:46:38.066194 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156dc75-393c-4a54-9d33-823c9a0d6801 service neutron] Pushing event updated for resources: {'Port': ['ID=e571f00b-f13b-4418-9a4d-05e6fa55ec46,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:38.098509 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defe2898-fb60-47dc-bf71-f748236f0752 x-openstack-request-id: req-defe2898-fb60-47dc-bf71-f748236f0752 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:46:38.103625 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c70930-1a7c-416e-99d9-cf6d4ec5fd21", "tag": "e571f00b-f13b-4418-9a4d-05e6fa55ec46", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:46:38.103625 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-defe2898-fb60-47dc-bf71-f748236f0752 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:46:38.103625 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'tag': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46', 'status': 'completed', 'code': 200} Mar 09 14:46:38.157452 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb0a5a-b5ba-468c-b06a-19d47850645b req-ab6ee134-fc8c-475d-8aa6-bd840056bdec tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:38.160254 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5acb0a5a-b5ba-468c-b06a-19d47850645b req-ab6ee134-fc8c-475d-8aa6-bd840056bdec tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0660827 Mar 09 14:46:38.167199 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3c7d5-1052-4003-b5d9-c2560955475f req-394ad709-50c9-4416-b587-a16551f6c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:38.168735 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0da3c7d5-1052-4003-b5d9-c2560955475f req-394ad709-50c9-4416-b587-a16551f6c4d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 1128 time: 0.0495031 Mar 09 14:46:38.211939 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5acb0a5a-b5ba-468c-b06a-19d47850645b req-16a084ae-f8c9-42f3-8ad1-c0baa13a9fa1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428691 Mar 09 14:46:38.290808 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3c7d5-1052-4003-b5d9-c2560955475f req-4556f0c5-3a9c-4e43-bb50-ff5f7c9ea6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:38.292201 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0da3c7d5-1052-4003-b5d9-c2560955475f req-4556f0c5-3a9c-4e43-bb50-ff5f7c9ea6f0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1143608 Mar 09 14:46:38.401752 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3c7d5-1052-4003-b5d9-c2560955475f req-ff611774-f6af-43c9-a18b-4ca7c863ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:38.403424 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0da3c7d5-1052-4003-b5d9-c2560955475f req-ff611774-f6af-43c9-a18b-4ca7c863ddc5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050510 Mar 09 14:46:38.444686 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393734c-63de-4e2f-b6f1-d7cf22bcf035 req-5c8845a9-8313-406a-948a-03c1d2c36c4b tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:38.446246 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7393734c-63de-4e2f-b6f1-d7cf22bcf035 req-5c8845a9-8313-406a-948a-03c1d2c36c4b tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.0637093 Mar 09 14:46:38.495334 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7393734c-63de-4e2f-b6f1-d7cf22bcf035 req-325d43a5-aa42-45bc-aa71-b65fea55e739 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434289 Mar 09 14:46:38.500637 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-86535161-fd47-42f8-be91-c0ea0ad1e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:38.501847 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-86535161-fd47-42f8-be91-c0ea0ad1e5d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 1128 time: 0.0503900 Mar 09 14:46:38.553781 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-e51c1831-1a99-4f5a-98e6-610ac637467e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e571f00b-f13b-4418-9a4d-05e6fa55ec46 HTTP/1.1" status: 200 len: 217 time: 0.0340235 Mar 09 14:46:38.602092 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-854222b6-ce85-4e86-ac10-b5c77f4f67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:38.603503 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-854222b6-ce85-4e86-ac10-b5c77f4f67c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=716d55f1-12e3-4df0-8873-3342175b3a93 HTTP/1.1" status: 200 len: 853 time: 0.0427706 Mar 09 14:46:38.652307 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-455144c0-7132-45ca-beca-fd49d5fb66df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:38.653760 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-455144c0-7132-45ca-beca-fd49d5fb66df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d7fd99d-9010-431c-8d9a-debb68cefb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431218 Mar 09 14:46:38.750834 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-713cf137-9c1b-487a-afc2-973e89edeff0 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892131 Mar 09 14:46:38.753038 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bdf57-1ccc-40ad-8b06-2a7e23e0e91f req-1052f25d-05b8-470a-bf80-7e6d2f13fd21 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:38.754498 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bb9bdf57-1ccc-40ad-8b06-2a7e23e0e91f req-1052f25d-05b8-470a-bf80-7e6d2f13fd21 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0526967 Mar 09 14:46:38.808421 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bb9bdf57-1ccc-40ad-8b06-2a7e23e0e91f req-9c9bddc7-d4a7-4a1a-b218-9695b59b5d14 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477183 Mar 09 14:46:38.859177 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5ac57aa0-e5ef-4693-9aab-4909797ffa8b req-e8e8281e-c108-40f2-9119-c050792afd85 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012256 Mar 09 14:46:39.342906 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a53bdc-6a57-4b88-bc88-34aae1d0d9a4 req-17b33f1b-576b-4f8f-9ec3-7c0dce861524 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:39.344361 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a3a53bdc-6a57-4b88-bc88-34aae1d0d9a4 req-17b33f1b-576b-4f8f-9ec3-7c0dce861524 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0508416 Mar 09 14:46:39.394502 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a3a53bdc-6a57-4b88-bc88-34aae1d0d9a4 req-b3bb3fd0-1865-462d-b176-bea787bb10da tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444226 Mar 09 14:46:39.617959 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c870b7-70ca-471e-bbf2-3dd5a988cfa7 req-cd4d3ba5-ccda-4934-92ec-65e8e80af03f tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:39.619841 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f5c870b7-70ca-471e-bbf2-3dd5a988cfa7 req-cd4d3ba5-ccda-4934-92ec-65e8e80af03f tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.0535023 Mar 09 14:46:39.666343 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f5c870b7-70ca-471e-bbf2-3dd5a988cfa7 req-b83f57e9-9a9b-4026-a48a-db162c27ab2a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410712 Mar 09 14:46:39.936230 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3c9ec-35f4-4893-8612-b7c45f52bf7d req-c3ae3c14-cca1-4f93-9d56-b9f0bc9ccdef tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:39.939863 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c0c3c9ec-35f4-4893-8612-b7c45f52bf7d req-c3ae3c14-cca1-4f93-9d56-b9f0bc9ccdef tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0634973 Mar 09 14:46:39.991275 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c0c3c9ec-35f4-4893-8612-b7c45f52bf7d req-39b31cf3-adbb-4b9e-9f9d-1418c0bbbccb tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Mar 09 14:46:40.542070 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a557e-ee6b-4926-a10f-31d3173b5855 req-4e218e64-2ee0-405b-a009-8f1962c4e8c8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:40.543804 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-614a557e-ee6b-4926-a10f-31d3173b5855 req-4e218e64-2ee0-405b-a009-8f1962c4e8c8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0669360 Mar 09 14:46:40.604133 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-614a557e-ee6b-4926-a10f-31d3173b5855 req-36931a43-329c-4035-b06d-10dde1b1dde2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537591 Mar 09 14:46:40.823410 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdafeb-584a-41cc-a693-4a024491e31c req-de0c138d-85fe-4867-9169-62edaaee4f97 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:40.827291 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-adcdafeb-584a-41cc-a693-4a024491e31c req-de0c138d-85fe-4867-9169-62edaaee4f97 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.0801871 Mar 09 14:46:40.906216 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-adcdafeb-584a-41cc-a693-4a024491e31c req-68b67857-8727-4770-9348-1897fa3fcb8a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739207 Mar 09 14:46:41.137221 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd1eaf-b376-44ae-8933-549c31f00c6a req-f2131b16-341d-414e-a237-53296439d434 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:41.149461 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7cd1eaf-b376-44ae-8933-549c31f00c6a req-f2131b16-341d-414e-a237-53296439d434 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0814214 Mar 09 14:46:41.213238 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7cd1eaf-b376-44ae-8933-549c31f00c6a req-603fe424-6137-4f50-921b-ec5c951a79d6 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626128 Mar 09 14:46:41.500183 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 36442) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:41.640492 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:41.760918 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Publish callbacks [] for security_group (64e6c260-eec6-4d99-996f-e363264cf59c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:41.782107 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13713d9-5a5c-4d7c-b3bb-cf95cf388d70 req-4768a133-d4f0-423a-afc7-20ef2b75910f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:41.783773 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d13713d9-5a5c-4d7c-b3bb-cf95cf388d70 req-4768a133-d4f0-423a-afc7-20ef2b75910f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0803623 Mar 09 14:46:41.837579 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (64e6c260-eec6-4d99-996f-e363264cf59c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:41.847034 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d13713d9-5a5c-4d7c-b3bb-cf95cf388d70 req-853ab41f-f0ad-4ac7-8df0-1932421bf607 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576770 Mar 09 14:46:41.896768 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=720d12d605b542d2a74921c7acb26790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952651 Mar 09 14:46:41.898066 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e6c260-eec6-4d99-996f-e363264cf59c,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:41.899885 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 36448) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:41.912332 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.912965 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.913322 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.913667 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.914007 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.914379 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.914715 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.915052 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.915383 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.915723 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.916174 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.916760 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.917197 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1a94ce-2310-41b6-ba3e-939b835ed3ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:41.977020 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46b28e6b-59a0-4770-a4a7-a7ef7aae3852 admin admin] Publish callbacks [] for security_group (64e6c260-eec6-4d99-996f-e363264cf59c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:42.056002 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46b28e6b-59a0-4770-a4a7-a7ef7aae3852 admin admin] Publish callbacks [] for security_group (64e6c260-eec6-4d99-996f-e363264cf59c), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:42.083654 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c511b3-6eeb-445c-b893-aca35daabab5 req-ec3e551e-ac38-442c-9333-74cce8c1b07d tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:42.087980 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-22c511b3-6eeb-445c-b893-aca35daabab5 req-ec3e551e-ac38-442c-9333-74cce8c1b07d tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.0931921 Mar 09 14:46:42.154364 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-22c511b3-6eeb-445c-b893-aca35daabab5 req-4cd53603-d103-45a1-bf21-3670e5ccd561 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611293 Mar 09 14:46:42.215918 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46b28e6b-59a0-4770-a4a7-a7ef7aae3852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (64e6c260-eec6-4d99-996f-e363264cf59c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:42.221710 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46b28e6b-59a0-4770-a4a7-a7ef7aae3852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:42.222955 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-46b28e6b-59a0-4770-a4a7-a7ef7aae3852 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64e6c260-eec6-4d99-996f-e363264cf59c HTTP/1.1" status: 204 len: 168 time: 0.3216279 Mar 09 14:46:42.235569 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b28e6b-59a0-4770-a4a7-a7ef7aae3852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e6c260-eec6-4d99-996f-e363264cf59c,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:42.377270 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeae538-1460-494a-8951-930779775153 req-1668a230-b958-4eb1-afad-c174ed284db1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:42.379173 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7aeae538-1460-494a-8951-930779775153 req-1668a230-b958-4eb1-afad-c174ed284db1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0709953 Mar 09 14:46:42.450266 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7aeae538-1460-494a-8951-930779775153 req-a8854516-3992-4587-b9b5-86edcfd232af tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646315 Mar 09 14:46:43.039559 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641f814-fc42-4a5e-bcc5-ed0e58a3f605 req-be158268-94e7-4bdf-b8da-ae939d0330d0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:43.050401 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5641f814-fc42-4a5e-bcc5-ed0e58a3f605 req-be158268-94e7-4bdf-b8da-ae939d0330d0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0913990 Mar 09 14:46:43.110869 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5641f814-fc42-4a5e-bcc5-ed0e58a3f605 req-5083ec74-ffb9-4d58-b93d-3e43e3af81ca tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587873 Mar 09 14:46:43.278440 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a2705-2f18-42e7-900a-0c1ea5fae7c8 req-7af64ce0-cfff-4aa4-a624-b0eae136c343 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:43.281779 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-345a2705-2f18-42e7-900a-0c1ea5fae7c8 req-7af64ce0-cfff-4aa4-a624-b0eae136c343 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.0560942 Mar 09 14:46:43.328522 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-345a2705-2f18-42e7-900a-0c1ea5fae7c8 req-a9d106a2-9d98-4f48-b43a-4b3216f54eb5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428417 Mar 09 14:46:43.654431 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f2cfd-0dc6-4726-9f3b-55dfef05d71f req-089d0509-250f-4ec0-ae23-2696854ea615 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:43.656079 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-447f2cfd-0dc6-4726-9f3b-55dfef05d71f req-089d0509-250f-4ec0-ae23-2696854ea615 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0777247 Mar 09 14:46:43.663937 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 36496) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:43.715611 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-447f2cfd-0dc6-4726-9f3b-55dfef05d71f req-9d4c14eb-816a-42ff-b506-1df59e083bbe tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509441 Mar 09 14:46:43.794277 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-760947313-network', 'tenant_id': 'aea836a1dd754ca983f4b428c9f3cf53'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:43.904296 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Made reservation on behalf of aea836a1dd754ca983f4b428c9f3cf53 for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:46:43.906782 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:43.916574 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:43.996143 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Publish callbacks [] for security_group (2f2f5e35-9f5d-434d-9584-2c35a61afec6), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:44.070030 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2f2f5e35-9f5d-434d-9584-2c35a61afec6), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:44.099418 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:46:44.113838 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2f5e35-9f5d-434d-9584-2c35a61afec6,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:44.119084 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (b7555970-d3a5-45d5-a120-da08477b568e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:44.119542 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Added segment b7555970-d3a5-45d5-a120-da08477b568e of type vlan for network 729fa0f3-9de8-4b9c-829d-899d7871ac64 Mar 09 14:46:44.202112 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (729fa0f3-9de8-4b9c-829d-899d7871ac64), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:44.285458 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (729fa0f3-9de8-4b9c-829d-899d7871ac64), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:44.287117 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:44.288134 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:44.340137 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbf65b-d71e-40c3-9218-9fe723f0a787 req-c5c0f857-e0fb-40a2-aa98-314b16447b89 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:44.345194 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1ecbf65b-d71e-40c3-9218-9fe723f0a787 req-c5c0f857-e0fb-40a2-aa98-314b16447b89 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0731206 Mar 09 14:46:44.360411 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] Pushing event updated for resources: {'Network': ['ID=729fa0f3-9de8-4b9c-829d-899d7871ac64,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:44.373040 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 729fa0f3-9de8-4b9c-829d-899d7871ac64 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:46:44.384054 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c6326459-47f9-4016-a71e-6e0bec28962c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7183394 Mar 09 14:46:44.386909 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 36508) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:44.394367 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Request body: {'subnet': {'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-760947313-subnet', 'tenant_id': 'aea836a1dd754ca983f4b428c9f3cf53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:44.434517 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1ecbf65b-d71e-40c3-9218-9fe723f0a787 req-b5c1304d-5d52-495a-9aac-44e06453c9e3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820851 Mar 09 14:46:44.521174 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476756-8671-4c86-8ac4-44920dd52fb4 req-cac0cd32-cc8a-4715-8509-63e19114e22e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:44.522821 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-55476756-8671-4c86-8ac4-44920dd52fb4 req-cac0cd32-cc8a-4715-8509-63e19114e22e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.1208024 Mar 09 14:46:44.534090 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Made reservation on behalf of aea836a1dd754ca983f4b428c9f3cf53 for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:46:44.536903 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12933862'] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:44.596842 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-55476756-8671-4c86-8ac4-44920dd52fb4 req-e9b29d30-fd29-4b0f-8273-ce9b53c6fa49 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588787 Mar 09 14:46:44.821928 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12879207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12933832'] for subnet (9e379270-29cc-4342-8fd0-4ea075c0147f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:44.878265 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ffe32273-086e-4561-b05d-d8a87082245d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:44.892678 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e379270-29cc-4342-8fd0-4ea075c0147f,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:44.919383 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb43b-2ae4-448a-a7f7-73ac8039b9fe req-dda25ba8-c5ad-42f6-b3b5-63f582116bd8 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:44.921011 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Checking segment: {'id': 'b7555970-d3a5-45d5-a120-da08477b568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:46:44.921162 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dd4eb43b-2ae4-448a-a7f7-73ac8039b9fe req-dda25ba8-c5ad-42f6-b3b5-63f582116bd8 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.1142988 Mar 09 14:46:44.921543 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Network hostable DHCP agents. Network: 729fa0f3-9de8-4b9c-829d-899d7871ac64, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:46:44.984580 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dd4eb43b-2ae4-448a-a7f7-73ac8039b9fe req-43823504-f6f1-4812-afbf-4c1abf90919c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564041 Mar 09 14:46:44.993151 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Network 729fa0f3-9de8-4b9c-829d-899d7871ac64 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:46:45.073235 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 729fa0f3-9de8-4b9c-829d-899d7871ac64) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:46:45.077649 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:45.078313 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:45.084388 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffad546-75ac-4967-947d-445e980dabf0 None None] Network 729fa0f3-9de8-4b9c-829d-899d7871ac64 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:46:45.161439 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7684575a-0d57-4288-aba8-9114df24b9c6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7733834 Mar 09 14:46:45.202271 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ff938-6679-4061-8f64-df476efc1714 None None] Network 729fa0f3-9de8-4b9c-829d-899d7871ac64 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:46:45.581820 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4dc34-59fb-4bc0-a52d-6e388c1f3258 req-e63ab43c-b594-42ca-aa82-e193f84e54fb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:45.583348 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bae4dc34-59fb-4bc0-a52d-6e388c1f3258 req-e63ab43c-b594-42ca-aa82-e193f84e54fb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0682011 Mar 09 14:46:45.646906 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bae4dc34-59fb-4bc0-a52d-6e388c1f3258 req-b7af9fd2-5fa4-4650-852b-f0ac4eef86b8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567486 Mar 09 14:46:45.760441 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba75a14-acd1-402f-a3d3-ac3c717cf6c5 req-b59b166b-09e5-49f1-80b6-e3952e681ae7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:45.761986 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ba75a14-acd1-402f-a3d3-ac3c717cf6c5 req-b59b166b-09e5-49f1-80b6-e3952e681ae7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.0627675 Mar 09 14:46:45.818214 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ba75a14-acd1-402f-a3d3-ac3c717cf6c5 req-edc80e8e-40ca-4fe7-8345-fc9d34c8dc93 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499341 Mar 09 14:46:46.136848 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3ce0e-a54a-4ac1-b2d2-2626e87975ce req-f03435e2-039f-4fc0-9e8a-863cfb0b95ea tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:46.136848 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-14a3ce0e-a54a-4ac1-b2d2-2626e87975ce req-f03435e2-039f-4fc0-9e8a-863cfb0b95ea tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0722079 Mar 09 14:46:46.192140 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-14a3ce0e-a54a-4ac1-b2d2-2626e87975ce req-1e282741-b902-4be4-bf3c-4b428bc02dda tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526199 Mar 09 14:46:46.784472 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cbe16-f4c3-4300-917c-ae6822bbff12 req-e7bd6afb-71ce-4ae9-9e60-0b1321ebb175 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:46.785967 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6d8cbe16-f4c3-4300-917c-ae6822bbff12 req-e7bd6afb-71ce-4ae9-9e60-0b1321ebb175 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0622976 Mar 09 14:46:46.850120 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6d8cbe16-f4c3-4300-917c-ae6822bbff12 req-e861c25b-14ee-4af5-b447-67e933333d33 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581880 Mar 09 14:46:46.943493 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fa33c-921b-4d09-9cbd-7c4038d9afe9 req-1947c8f5-e4e0-4d5c-a7b0-daee58bfc8cc tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:46.944598 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-789fa33c-921b-4d09-9cbd-7c4038d9afe9 req-1947c8f5-e4e0-4d5c-a7b0-daee58bfc8cc tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.0518081 Mar 09 14:46:46.993273 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-789fa33c-921b-4d09-9cbd-7c4038d9afe9 req-46522818-65eb-4381-9b40-01cc7f3b711e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421627 Mar 09 14:46:47.147309 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-928d277e-ae88-453e-9624-a29c5b0d06e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:47.324131 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15436-2d1f-4127-b152-6cdfac55e53b req-ed3a5f90-3d95-4f1c-b7f7-460a5ee29b58 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:47.325691 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f5c15436-2d1f-4127-b152-6cdfac55e53b req-ed3a5f90-3d95-4f1c-b7f7-460a5ee29b58 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0548017 Mar 09 14:46:47.379286 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f5c15436-2d1f-4127-b152-6cdfac55e53b req-5cc64bdf-a358-47ed-906c-292923a7dc57 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471921 Mar 09 14:46:48.020561 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5146945-dc67-41a3-8f51-4d821856fc1a req-4d6d5386-a6df-4419-bdb0-2d5bed12a9ad tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:48.027649 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f5146945-dc67-41a3-8f51-4d821856fc1a req-4d6d5386-a6df-4419-bdb0-2d5bed12a9ad tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0878870 Mar 09 14:46:48.150370 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f5146945-dc67-41a3-8f51-4d821856fc1a req-f7e465de-6123-49e8-bcaa-b8fd3d773ba8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168642 Mar 09 14:46:48.237144 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-00fdaef4-5ff4-4451-885f-54d2da5092b2 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:48.239905 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-00fdaef4-5ff4-4451-885f-54d2da5092b2 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/networks?id=729fa0f3-9de8-4b9c-829d-899d7871ac64 HTTP/1.1" status: 200 len: 808 time: 0.2000875 Mar 09 14:46:48.258903 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-6a551131-a565-4417-9756-f21cfc27e8c2 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/quotas/aea836a1dd754ca983f4b428c9f3cf53 HTTP/1.1" status: 200 len: 375 time: 0.0111670 Mar 09 14:46:48.275536 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:48.344983 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-6525552b-4017-4f06-b0c3-b20f345f2d75 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aea836a1dd754ca983f4b428c9f3cf53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788612 Mar 09 14:46:48.499533 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408aca77-7325-4413-a183-94e15d6db282 req-2e66a860-2fd9-4910-bc2f-c3de80ae0274 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:48.508152 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-408aca77-7325-4413-a183-94e15d6db282 req-2e66a860-2fd9-4910-bc2f-c3de80ae0274 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.1661325 Mar 09 14:46:48.575444 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-0bb6b2e7-74fa-4ba3-a71f-b809e449db21 service neutron] 10.222.0.20 "GET /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179508 Mar 09 14:46:48.624986 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-408aca77-7325-4413-a183-94e15d6db282 req-3e936384-81b7-41fa-8b51-7a8060d14286 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155725 Mar 09 14:46:48.746904 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-1aae43ae-9206-4260-b35a-4bf8d8506b01 service neutron] 10.222.0.20 "GET /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662169 Mar 09 14:46:48.777762 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daa059-0758-4041-b7bb-e103c018a850 req-99a50d6e-3681-4515-a302-0f38d7389d7d tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:48.779712 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c1daa059-0758-4041-b7bb-e103c018a850 req-99a50d6e-3681-4515-a302-0f38d7389d7d tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0881050 Mar 09 14:46:48.840812 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c1daa059-0758-4041-b7bb-e103c018a850 req-85c3d43a-e687-41bc-aad6-bee7c1227eba tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529191 Mar 09 14:46:49.125957 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2f49e8af-3bda-481c-a423-c0cfb5988628 req-91efa5e0-38d7-4ef2-a3d3-247d27ce715d tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0325110 Mar 09 14:46:49.335080 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e3164-7bce-4d80-8aa4-577f6c13f6c2 req-71363216-5118-4edd-8a30-6295ce260bad tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:49.337716 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-226e3164-7bce-4d80-8aa4-577f6c13f6c2 req-71363216-5118-4edd-8a30-6295ce260bad tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0806737 Mar 09 14:46:49.416092 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f746c-a1f1-4779-a787-586bd6052612 req-276a0f6d-54dd-4e30-83a2-6012396133b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:49.418410 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-856f746c-a1f1-4779-a787-586bd6052612 req-276a0f6d-54dd-4e30-83a2-6012396133b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 1130 time: 0.0579331 Mar 09 14:46:49.421907 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-226e3164-7bce-4d80-8aa4-577f6c13f6c2 req-76a997e5-3b7a-499e-b389-84516b75e102 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770979 Mar 09 14:46:49.476699 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-856f746c-a1f1-4779-a787-586bd6052612 req-e7064b59-4d52-4c72-8ac0-40ec291b6c0d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506861 Mar 09 14:46:49.692749 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:49.753554 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bf8ee-a267-41fd-b468-988b966daf74 req-8d5c7ca6-479a-4bb8-8ef4-703ad24ee169 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:49.755209 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c39bf8ee-a267-41fd-b468-988b966daf74 req-8d5c7ca6-479a-4bb8-8ef4-703ad24ee169 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.0546899 Mar 09 14:46:49.817135 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c39bf8ee-a267-41fd-b468-988b966daf74 req-5cc9cb66-8daf-431d-bb30-bc0db8ed9011 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542774 Mar 09 14:46:50.002790 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec999f-bfdc-44e4-8cb1-196aee867248 req-e01a8409-0f26-4209-92ae-c5c45f2f2b2b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:50.005405 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-47ec999f-bfdc-44e4-8cb1-196aee867248 req-e01a8409-0f26-4209-92ae-c5c45f2f2b2b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0755839 Mar 09 14:46:50.089947 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-47ec999f-bfdc-44e4-8cb1-196aee867248 req-437313ec-91f7-4293-b87d-d4d9f0113680 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729213 Mar 09 14:46:50.213529 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-32255fcd-c688-4e70-a6a3-fd5a5f45c785 req-5acba346-afb8-4750-ad9a-adc56a58339b tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0337002 Mar 09 14:46:50.571968 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b720a-5d5f-434a-b80f-bd23e73d035d req-cf06318a-eade-49cc-ac8c-03bbf489262b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:50.573540 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-349b720a-5d5f-434a-b80f-bd23e73d035d req-cf06318a-eade-49cc-ac8c-03bbf489262b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0605032 Mar 09 14:46:50.621676 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-349b720a-5d5f-434a-b80f-bd23e73d035d req-11182762-3bdc-4c5a-971f-ceaaecd91da5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427229 Mar 09 14:46:50.944324 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f40672-3b4c-4021-8ca5-2df38b0aae15 req-63f8ac66-3054-4000-bf90-83e93e7c3214 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:50.946734 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a4f40672-3b4c-4021-8ca5-2df38b0aae15 req-63f8ac66-3054-4000-bf90-83e93e7c3214 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 944 time: 0.0618551 Mar 09 14:46:50.994681 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a4f40672-3b4c-4021-8ca5-2df38b0aae15 req-292cbaa5-f07c-40eb-b94b-d4e076b4b310 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421581 Mar 09 14:46:51.163041 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:51.240925 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc047684-c601-4279-b1cd-d3f072ab00eb req-a94df766-ed94-447d-9ef2-c5c4f458168f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:51.243826 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dc047684-c601-4279-b1cd-d3f072ab00eb req-a94df766-ed94-447d-9ef2-c5c4f458168f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0642734 Mar 09 14:46:51.327848 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dc047684-c601-4279-b1cd-d3f072ab00eb req-4cb00b82-cc0d-44dd-8fd6-781e261cb16a tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774279 Mar 09 14:46:51.343683 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e457e157-8698-4c86-8a6b-ecb7b3b85ed6 req-4fff9f90-f9b3-4dce-878f-7b52627daf8e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0329528 Mar 09 14:46:51.473946 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34838e0f-3c65-4b43-8ae0-043f7c55ca5f req-5e2afa03-a49a-4e21-bc72-932088a794cc tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:51.475497 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-34838e0f-3c65-4b43-8ae0-043f7c55ca5f req-5e2afa03-a49a-4e21-bc72-932088a794cc tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0628395 Mar 09 14:46:51.531187 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-34838e0f-3c65-4b43-8ae0-043f7c55ca5f req-1b0a4ff4-81ed-4da4-b73c-634b0403a609 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492921 Mar 09 14:46:51.581630 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device e571f00b-f13b-4418-9a4d-05e6fa55ec46 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:46:51.710794 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port e571f00b-f13b-4418-9a4d-05e6fa55ec46, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e571f00b-f13b-4418-9a4d-05e6fa55ec46,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:51.729244 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'port_id': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46', 'mac_address': 'fa:16:3e:04:e9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:46:51.815322 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port e571f00b-f13b-4418-9a4d-05e6fa55ec46 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:51.816174 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:51.824132 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd013ac-7bd7-4041-a792-eaa44dc12666 req-b92fb053-bc9e-4806-a8a2-c9fd691db1d6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:51.832373 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e571f00b-f13b-4418-9a4d-05e6fa55ec46 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:46:51.839833 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1bd013ac-7bd7-4041-a792-eaa44dc12666 req-b92fb053-bc9e-4806-a8a2-c9fd691db1d6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0975430 Mar 09 14:46:51.859783 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port e571f00b-f13b-4418-9a4d-05e6fa55ec46, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e571f00b-f13b-4418-9a4d-05e6fa55ec46,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:51.894418 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1bd013ac-7bd7-4041-a792-eaa44dc12666 req-5635fa78-ab71-47cf-9e28-93855138a91d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525305 Mar 09 14:46:51.920511 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:51.973729 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=e571f00b-f13b-4418-9a4d-05e6fa55ec46,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:51.981976 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.982357 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.982737 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.983085 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.983425 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.983763 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.984099 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.984432 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.984795 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.985148 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.985483 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.985812 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:51.986137 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:46:52.140267 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aca7b0-96cd-4830-a956-5edd4d10096a req-23a35065-2cdf-4e2f-8091-ff957feec8fe tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:52.141624 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b6aca7b0-96cd-4830-a956-5edd4d10096a req-23a35065-2cdf-4e2f-8091-ff957feec8fe tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 945 time: 0.0784810 Mar 09 14:46:52.189783 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b6aca7b0-96cd-4830-a956-5edd4d10096a req-05c65f47-59e3-4f38-b890-ebf5f90e1ac6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421994 Mar 09 14:46:52.385599 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['e571f00b-f13b-4418-9a4d-05e6fa55ec46'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:46:52.485667 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-feaedaca-05df-4def-b4d7-5462652b841a req-372c6191-137d-4bb6-b7e8-5850142e43c9 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0312891 Mar 09 14:46:52.609597 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-bf30b17b-bfb5-4929-835b-bd737f841059 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:52.611014 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-bf30b17b-bfb5-4929-835b-bd737f841059 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.16 "GET /v2.0/networks?id=729fa0f3-9de8-4b9c-829d-899d7871ac64 HTTP/1.1" status: 200 len: 808 time: 0.1053033 Mar 09 14:46:52.710605 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Request body: {'port': {'device_id': 'e6dcb32f-90e7-4f33-902c-5530809768b5', 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64', 'admin_state_up': True, 'tenant_id': 'aea836a1dd754ca983f4b428c9f3cf53'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:52.886722 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Made reservation on behalf of aea836a1dd754ca983f4b428c9f3cf53 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:46:52.890263 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:53.021994 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bee672-a26f-463b-bbba-1497df9de1bb req-f5a840eb-01d6-4cac-bbca-90c4d7456378 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:53.023555 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-39bee672-a26f-463b-bbba-1497df9de1bb req-f5a840eb-01d6-4cac-bbca-90c4d7456378 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0552299 Mar 09 14:46:53.024972 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Allocated IP 172.20.0.9 (729fa0f3-9de8-4b9c-829d-899d7871ac64/9e379270-29cc-4342-8fd0-4ea075c0147f/82f608af-9a80-4c92-ad3d-e3be975c7c41) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:46:53.072912 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-39bee672-a26f-463b-bbba-1497df9de1bb req-8454f1dc-2173-4a8c-b6ca-7b4656185a9e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428076 Mar 09 14:46:53.175501 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks [] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:53.309191 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bbd1a-ca12-4d2b-bd90-2bf7f08808de req-d8d750ea-124b-449b-97e9-a766c46b36a9 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:53.310548 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-945bbd1a-ca12-4d2b-bd90-2bf7f08808de req-d8d750ea-124b-449b-97e9-a766c46b36a9 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 945 time: 0.0514336 Mar 09 14:46:53.311129 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:53.353965 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Network 729fa0f3-9de8-4b9c-829d-899d7871ac64 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:46:53.359809 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:46:53.363585 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:46:53.369771 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-945bbd1a-ca12-4d2b-bd90-2bf7f08808de req-14770e02-8184-4917-bb57-e3297ef8363a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533578 Mar 09 14:46:53.391774 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Pushing event updated for resources: {'Port': ['ID=82f608af-9a80-4c92-ad3d-e3be975c7c41,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:53.417378 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:53.417982 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:53.496809 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-d38df941-031b-41e5-bee6-f76837747683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:53.498399 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-d38df941-031b-41e5-bee6-f76837747683 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 1129 time: 0.0459003 Mar 09 14:46:53.532270 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-ea3ebeda-ba93-4ab0-8d0f-c128be59402e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256245 Mar 09 14:46:53.614326 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602066a3-b680-40de-a020-5a54321be448 req-862f6930-4b5f-49e2-b2b9-5c36817d2adb tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:53.615904 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-602066a3-b680-40de-a020-5a54321be448 req-862f6930-4b5f-49e2-b2b9-5c36817d2adb tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 931 time: 0.0616579 Mar 09 14:46:53.666931 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-602066a3-b680-40de-a020-5a54321be448 req-4196a3cb-f743-4676-b009-d772de1cb419 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Mar 09 14:46:53.768298 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Request body: {'port': {'device_id': 'e6dcb32f-90e7-4f33-902c-5530809768b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:53.865332 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-a600c4e0-e7aa-4ad3-badd-afda6af07c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:53.866764 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-a600c4e0-e7aa-4ad3-badd-afda6af07c1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 916 time: 0.3613324 Mar 09 14:46:53.871062 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:53.960643 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-345c2e78-1365-4300-9cdb-5988fd7e2b3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9 HTTP/1.1" status: 200 len: 1000 time: 0.0875053 Mar 09 14:46:54.086873 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-1e6f0617-f9f4-43cb-a40c-40a40f495778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:54.088242 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-1e6f0617-f9f4-43cb-a40c-40a40f495778 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 200 len: 854 time: 0.0701835 Mar 09 14:46:54.204754 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-4ac8902a-c8d7-44d3-b282-ded16dd1cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:54.206229 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-4ac8902a-c8d7-44d3-b282-ded16dd1cb62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22b50098-231e-4eaf-af19-c11841a316ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066890 Mar 09 14:46:54.208877 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639a76b-4850-40c0-92bf-5acab5b63f3f req-4b913ca8-7023-4171-b1ef-92cdff3688c7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:54.210619 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2639a76b-4850-40c0-92bf-5acab5b63f3f req-4b913ca8-7023-4171-b1ef-92cdff3688c7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0645423 Mar 09 14:46:54.255977 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f608af-9a80-4c92-ad3d-e3be975c7c41 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:46:54.260631 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2639a76b-4850-40c0-92bf-5acab5b63f3f req-b5dafb78-8d10-4960-8829-bc487a815040 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446823 Mar 09 14:46:54.264261 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Publish callbacks [] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:54.281715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Transition to ACTIVE for port object 82f608af-9a80-4c92-ad3d-e3be975c7c41 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:46:54.358929 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:54.459797 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Pushing event updated for resources: {'Port': ['ID=82f608af-9a80-4c92-ad3d-e3be975c7c41,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:54.480007 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-7bb0af9f-088e-4362-a326-8a7741b7c858 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427343 Mar 09 14:46:54.538164 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08495f4-4c88-43c1-98ad-6fd00bd13c21 req-e10ee4d5-1f57-4249-a7f8-e9b5cae1f44a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:54.540143 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a08495f4-4c88-43c1-98ad-6fd00bd13c21 req-e10ee4d5-1f57-4249-a7f8-e9b5cae1f44a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 945 time: 0.0666831 Mar 09 14:46:54.591629 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a08495f4-4c88-43c1-98ad-6fd00bd13c21 req-1388e6fb-b1e6-4a10-babf-40b05093d545 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446830 Mar 09 14:46:54.602778 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Attempting to bind port 82f608af-9a80-4c92-ad3d-e3be975c7c41 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:46:54.611440 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Attempting to bind port 82f608af-9a80-4c92-ad3d-e3be975c7c41 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b7555970-d3a5-45d5-a120-da08477b568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:46:54.611440 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Attempting to bind port 82f608af-9a80-4c92-ad3d-e3be975c7c41 on network 729fa0f3-9de8-4b9c-829d-899d7871ac64 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:46:54.616392 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Port 82f608af-9a80-4c92-ad3d-e3be975c7c41 on network 729fa0f3-9de8-4b9c-829d-899d7871ac64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:46:54.616739 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Attempting to bind port 82f608af-9a80-4c92-ad3d-e3be975c7c41 on network 729fa0f3-9de8-4b9c-829d-899d7871ac64 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:46:54.627660 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:46:54.627994 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Checking segment: {'id': 'b7555970-d3a5-45d5-a120-da08477b568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:46:54.628370 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Bound using segment: {'id': 'b7555970-d3a5-45d5-a120-da08477b568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:46:54.628816 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Bound port: 82f608af-9a80-4c92-ad3d-e3be975c7c41, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7555970-d3a5-45d5-a120-da08477b568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:46:54.629169 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:54.634567 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d095c9fb-4128-41f3-8ef6-ce377f9a51e1 req-38604736-7bc3-41cf-949a-70724b79af3b service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386602 Mar 09 14:46:54.695548 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] For port 82f608af-9a80-4c92-ad3d-e3be975c7c41, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:46:54.702038 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] For port 82f608af-9a80-4c92-ad3d-e3be975c7c41, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=82f608af-9a80-4c92-ad3d-e3be975c7c41,segment=NetworkSegment(b7555970-d3a5-45d5-a120-da08477b568e),segment_id=b7555970-d3a5-45d5-a120-da08477b568e)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:46:54.773130 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:54.786254 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e6fd4-1d0c-4975-bf0d-66c2b6cb198a req-c7946cbd-c1d6-4b16-942f-8e79e36ff8db tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:54.787720 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a99e6fd4-1d0c-4975-bf0d-66c2b6cb198a req-c7946cbd-c1d6-4b16-942f-8e79e36ff8db tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 943 time: 0.0535502 Mar 09 14:46:54.811678 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:54.812302 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:54.813733 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] 10.222.0.16 "PUT /v2.0/ports/82f608af-9a80-4c92-ad3d-e3be975c7c41 HTTP/1.1" status: 200 len: 1093 time: 1.0511563 Mar 09 14:46:54.814215 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dcb32f-90e7-4f33-902c-5530809768b5', 'tag': '82f608af-9a80-4c92-ad3d-e3be975c7c41'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:46:54.817576 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dcb32f-90e7-4f33-902c-5530809768b5", "tag": "82f608af-9a80-4c92-ad3d-e3be975c7c41"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:46:54.838529 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a99e6fd4-1d0c-4975-bf0d-66c2b6cb198a req-fe53eab5-8cae-431d-8eb1-a62e7146b227 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450246 Mar 09 14:46:54.843794 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068d33e-1914-4a40-86ae-9ce07dc0fe6c service neutron] Pushing event updated for resources: {'Port': ['ID=82f608af-9a80-4c92-ad3d-e3be975c7c41,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:54.906066 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe2b88b-6336-4ec4-90ba-02c1f4e2a110 x-openstack-request-id: req-0fe2b88b-6336-4ec4-90ba-02c1f4e2a110 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:46:54.906362 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dcb32f-90e7-4f33-902c-5530809768b5", "tag": "82f608af-9a80-4c92-ad3d-e3be975c7c41", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:46:54.906629 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fe2b88b-6336-4ec4-90ba-02c1f4e2a110 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:46:54.907199 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dcb32f-90e7-4f33-902c-5530809768b5', 'tag': '82f608af-9a80-4c92-ad3d-e3be975c7c41', 'status': 'completed', 'code': 200} Mar 09 14:46:54.978200 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-46e0213c-0427-4b38-84d9-95676e181c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:54.979708 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-46e0213c-0427-4b38-84d9-95676e181c96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea836a1dd754ca983f4b428c9f3cf53&device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 1127 time: 0.0558622 Mar 09 14:46:54.981211 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc6b57-1f3a-493e-b0e8-2c6dd505570a req-f79d1678-89c5-4436-999d-2faabfa22361 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:54.982824 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9fcc6b57-1f3a-493e-b0e8-2c6dd505570a req-f79d1678-89c5-4436-999d-2faabfa22361 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0620890 Mar 09 14:46:55.031640 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9fcc6b57-1f3a-493e-b0e8-2c6dd505570a req-93e5a357-e912-45bd-ac41-0181d3998470 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Mar 09 14:46:55.057984 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-b1d6488a-2f3b-42d0-8fb9-9edfdbc606e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f608af-9a80-4c92-ad3d-e3be975c7c41 HTTP/1.1" status: 200 len: 217 time: 0.0614035 Mar 09 14:46:55.074829 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6ecd-6f1f-4ae1-9931-531dfbe8795b req-a4142314-946d-442f-90d9-4b4217f964ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:55.076221 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57cc6ecd-6f1f-4ae1-9931-531dfbe8795b req-a4142314-946d-442f-90d9-4b4217f964ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 1129 time: 0.0948095 Mar 09 14:46:55.137519 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-eef92db3-bfee-4372-98ca-63c988d68449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:55.138886 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-eef92db3-bfee-4372-98ca-63c988d68449 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e379270-29cc-4342-8fd0-4ea075c0147f HTTP/1.1" status: 200 len: 848 time: 0.0737174 Mar 09 14:46:55.198962 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-1f992006-09a7-4c7f-aa93-c6bde3cd3c26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=729fa0f3-9de8-4b9c-829d-899d7871ac64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345633 Mar 09 14:46:55.235391 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6ecd-6f1f-4ae1-9931-531dfbe8795b req-ab877f45-0edd-40ac-843d-8eab3e2125ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:55.236879 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57cc6ecd-6f1f-4ae1-9931-531dfbe8795b req-ab877f45-0edd-40ac-843d-8eab3e2125ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 200 len: 919 time: 0.1435533 Mar 09 14:46:55.308936 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57cc6ecd-6f1f-4ae1-9931-531dfbe8795b req-b0d9918d-01a7-40c2-bfd1-e888b37fbd8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cc4fbb-0e38-4008-932b-193044a80590 HTTP/1.1" status: 200 len: 217 time: 0.0617943 Mar 09 14:46:55.369999 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-edc00a27-e904-4cc6-a54b-1c3ffd993fbf service neutron] 10.222.0.16 "GET /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610942 Mar 09 14:46:55.376755 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6ecd-6f1f-4ae1-9931-531dfbe8795b req-a86e4ce3-a203-4000-8143-f245a3c0a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:55.378180 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57cc6ecd-6f1f-4ae1-9931-531dfbe8795b req-a86e4ce3-a203-4000-8143-f245a3c0a4e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca833601-fec1-47af-81eb-31f5f61acb2f HTTP/1.1" status: 200 len: 858 time: 0.0568385 Mar 09 14:46:55.423651 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57cc6ecd-6f1f-4ae1-9931-531dfbe8795b req-bbbdaf23-7523-4382-8016-5a3a15ba6b59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374746 Mar 09 14:46:55.544547 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5373690-eb2d-4368-adfc-d0fe6e7a30a2 req-c16e8495-a0a3-4dd1-82c7-54bc0ad7a902 service neutron] 10.222.0.16 "GET /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654260 Mar 09 14:46:55.574004 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747254b-a63d-445a-8a85-104620c95999 req-a7fecf19-2e03-456f-952f-30f8942c1177 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:55.575470 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57cc6ecd-6f1f-4ae1-9931-531dfbe8795b req-6b9ae479-90c3-44bc-a3e0-b61edd881458 service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120796 Mar 09 14:46:55.575634 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f747254b-a63d-445a-8a85-104620c95999 req-a7fecf19-2e03-456f-952f-30f8942c1177 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.2259057 Mar 09 14:46:55.610170 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device e571f00b-f13b-4418-9a4d-05e6fa55ec46 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:46:55.627432 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f747254b-a63d-445a-8a85-104620c95999 req-bf7a2fcc-ab9e-44e1-888f-fe9ecb961315 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462158 Mar 09 14:46:55.719906 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2595e-e053-443f-862e-a9f99916ad91 req-15180d19-d66b-4171-8e33-c3a7be3df254 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:55.721347 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3bd2595e-e053-443f-862e-a9f99916ad91 req-15180d19-d66b-4171-8e33-c3a7be3df254 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 945 time: 0.0553162 Mar 09 14:46:55.723959 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-57cc6ecd-6f1f-4ae1-9931-531dfbe8795b req-5a1beeb7-4d87-4560-9cd5-ce2beb0e8b0d service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360035 Mar 09 14:46:55.733500 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f req-da9064c6-7ad7-4f31-9314-e32339eb12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:55.735920 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f req-da9064c6-7ad7-4f31-9314-e32339eb12e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea836a1dd754ca983f4b428c9f3cf53&device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 1127 time: 0.0581739 Mar 09 14:46:55.755403 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port e571f00b-f13b-4418-9a4d-05e6fa55ec46 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:46:55.760511 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port e571f00b-f13b-4418-9a4d-05e6fa55ec46 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:46:55.761182 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:55.774186 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3bd2595e-e053-443f-862e-a9f99916ad91 req-f332f1f9-aef7-480c-8597-1c3d41a40c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471885 Mar 09 14:46:55.839074 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f req-81e7643c-f98a-420e-947b-662b838390d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:55.841162 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f req-81e7643c-f98a-420e-947b-662b838390d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=729fa0f3-9de8-4b9c-829d-899d7871ac64 HTTP/1.1" status: 200 len: 909 time: 0.0969005 Mar 09 14:46:55.844259 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port e571f00b-f13b-4418-9a4d-05e6fa55ec46 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:55.844647 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:55.869960 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:46:55.872228 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f337a5-cce5-48fd-9f2c-7da04a733836" -d '{"events": [{"server_uuid": "11c70930-1a7c-416e-99d9-cf6d4ec5fd21", "name": "network-vif-plugged", "status": "completed", "tag": "e571f00b-f13b-4418-9a4d-05e6fa55ec46"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:46:55.887669 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port e571f00b-f13b-4418-9a4d-05e6fa55ec46, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e571f00b-f13b-4418-9a4d-05e6fa55ec46,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:55.896775 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f req-8f4d5862-f37e-42eb-8f23-f17a1681daea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82f608af-9a80-4c92-ad3d-e3be975c7c41 HTTP/1.1" status: 200 len: 217 time: 0.0411484 Mar 09 14:46:55.921744 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1180eb-539a-4eb0-a87d-74a0fb422c3e x-openstack-request-id: req-fc1180eb-539a-4eb0-a87d-74a0fb422c3e {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:46:55.922069 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c70930-1a7c-416e-99d9-cf6d4ec5fd21", "name": "network-vif-plugged", "status": "completed", "tag": "e571f00b-f13b-4418-9a4d-05e6fa55ec46", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:46:55.922338 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc1180eb-539a-4eb0-a87d-74a0fb422c3e {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:46:55.922723 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46', 'code': 200} Mar 09 14:46:55.962011 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:55.969197 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f req-b8ad987c-1c2f-45f8-9c47-11366acab052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:55.971172 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f req-b8ad987c-1c2f-45f8-9c47-11366acab052 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e379270-29cc-4342-8fd0-4ea075c0147f HTTP/1.1" status: 200 len: 848 time: 0.0691061 Mar 09 14:46:56.010867 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb642d0-5fee-4f60-bc9d-f259b4b2cc4e req-63ab83cb-9860-4efb-8ae5-6b8d5ae97719 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:56.018689 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-efb642d0-5fee-4f60-bc9d-f259b4b2cc4e req-63ab83cb-9860-4efb-8ae5-6b8d5ae97719 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 943 time: 0.0803945 Mar 09 14:46:56.020831 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f req-eafb3db6-9320-494a-a049-0d43ba212f13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=729fa0f3-9de8-4b9c-829d-899d7871ac64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309031 Mar 09 14:46:56.038534 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=e571f00b-f13b-4418-9a4d-05e6fa55ec46,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:56.065245 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-efb642d0-5fee-4f60-bc9d-f259b4b2cc4e req-b09d9840-b620-4d49-9907-f63e894f0a4e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451083 Mar 09 14:46:56.134493 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f req-8d3d635d-7205-4349-9150-eab0340eee60 service neutron] 10.222.0.16 "GET /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019857 Mar 09 14:46:56.231090 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-896fee14-5a28-4ca1-9bb7-8bc344bf1b3f req-1036e2f0-8bd7-4b63-8027-419dac659079 service neutron] 10.222.0.16 "GET /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890419 Mar 09 14:46:56.249519 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53103b1e-6a2f-48a1-90b7-00516b7dcd26 req-6d912e96-a883-4146-bb56-0638de4f0384 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:56.251131 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-53103b1e-6a2f-48a1-90b7-00516b7dcd26 req-6d912e96-a883-4146-bb56-0638de4f0384 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Mar 09 14:46:56.300971 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-53103b1e-6a2f-48a1-90b7-00516b7dcd26 req-2728ed34-6151-4b88-b51a-a2021a683fb9 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Mar 09 14:46:56.353461 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59e256-a365-4355-8e8a-c1841481c236 req-0a7d8098-015e-4b0d-b65c-59aedb379728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:56.354964 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5b59e256-a365-4355-8e8a-c1841481c236 req-0a7d8098-015e-4b0d-b65c-59aedb379728 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 1130 time: 0.0450287 Mar 09 14:46:56.398315 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5b59e256-a365-4355-8e8a-c1841481c236 req-3111c9e5-ed9d-4333-b99c-7df27bb1e444 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363903 Mar 09 14:46:56.749504 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf05e0-756f-4832-8c51-bbf74c12d590 req-367f3ed6-3b1c-4d28-bd12-3cc49d4bf5a4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:56.750962 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5bf05e0-756f-4832-8c51-bbf74c12d590 req-367f3ed6-3b1c-4d28-bd12-3cc49d4bf5a4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 945 time: 0.0508091 Mar 09 14:46:56.800228 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5bf05e0-756f-4832-8c51-bbf74c12d590 req-67ede0a5-cc6e-4dcd-b179-66320deaf41a tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437403 Mar 09 14:46:56.891426 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5763310-9265-4088-813d-182abddbb30a req-417ba35e-2383-4371-b0f9-2b5b2b48ad97 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:56.892915 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d5763310-9265-4088-813d-182abddbb30a req-417ba35e-2383-4371-b0f9-2b5b2b48ad97 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 946 time: 0.0503521 Mar 09 14:46:56.939236 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d5763310-9265-4088-813d-182abddbb30a req-0fdcd524-c05d-4a91-b65c-a34d51e424fc tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406320 Mar 09 14:46:57.182476 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05055b0b-0a88-4f3b-ae36-1df83f5c9afd req-a290fc17-e12f-47f5-b229-024f27bb4438 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:57.183955 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-05055b0b-0a88-4f3b-ae36-1df83f5c9afd req-a290fc17-e12f-47f5-b229-024f27bb4438 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 943 time: 0.0524814 Mar 09 14:46:57.231213 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-05055b0b-0a88-4f3b-ae36-1df83f5c9afd req-c748313b-0a92-40ad-94a9-08c87f48d709 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412822 Mar 09 14:46:57.422833 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49582601-fde8-4604-9ee4-cb4161efbe73 req-67cb08da-b18a-4a6d-97b4-e4eeda49ef24 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:57.424310 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49582601-fde8-4604-9ee4-cb4161efbe73 req-67cb08da-b18a-4a6d-97b4-e4eeda49ef24 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0576391 Mar 09 14:46:57.473419 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49582601-fde8-4604-9ee4-cb4161efbe73 req-31056821-0309-4099-86fd-d69024cd145c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Mar 09 14:46:57.606072 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 824eb34c-2615-41a5-8a24-1ad6f4c309b9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:46:57.686344 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 is: ACTIVE; New status is: DOWN {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:57.686738 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:57.718765 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:57.770345 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:57.817743 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=8']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:46:57.922425 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51385245-9270-43d0-a015-ee5e3d04b29b req-4c725afc-d453-4421-9cfc-b54d5a22c827 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:57.923651 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:46:57.923893 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-51385245-9270-43d0-a015-ee5e3d04b29b req-4c725afc-d453-4421-9cfc-b54d5a22c827 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0522048 Mar 09 14:46:57.926093 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e12d83-efe5-4e81-b408-e1dc8bd21bf4" -d '{"events": [{"server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "name": "network-vif-unplugged", "status": "completed", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:46:57.958169 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Mar 2022 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dba3e0-8341-4ed3-9e45-936e5e7a0ff6 x-openstack-request-id: req-74dba3e0-8341-4ed3-9e45-936e5e7a0ff6 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:46:57.958780 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "name": "network-vif-unplugged", "status": "failed", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9", "code": 422}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:46:57.959361 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74dba3e0-8341-4ed3-9e45-936e5e7a0ff6 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:46:57.960455 dv-cinder-830086-3-iscsi neutron-server[109968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'code': 422} returned with failed status Mar 09 14:46:57.974545 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-51385245-9270-43d0-a015-ee5e3d04b29b req-2eae09d1-323a-46f5-ad4b-2902940cac8c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449703 Mar 09 14:46:58.063535 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3af70-4dfb-4b67-8353-4b30da26e037 req-31402436-b114-4cc9-b12d-192720cb687c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:58.065041 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e9c3af70-4dfb-4b67-8353-4b30da26e037 req-31402436-b114-4cc9-b12d-192720cb687c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 946 time: 0.0548863 Mar 09 14:46:58.154386 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e9c3af70-4dfb-4b67-8353-4b30da26e037 req-772cd915-0789-4824-a208-4f188e93f71a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837040 Mar 09 14:46:58.352163 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3512fa-4c19-4f2e-a55e-d085658d9ba5 req-4cd75f96-374a-4008-aff1-20cf0b935089 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:58.353642 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3b3512fa-4c19-4f2e-a55e-d085658d9ba5 req-4cd75f96-374a-4008-aff1-20cf0b935089 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 943 time: 0.0520771 Mar 09 14:46:58.422657 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3b3512fa-4c19-4f2e-a55e-d085658d9ba5 req-6cec160d-b195-4bb0-8839-3d825d14190f tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630441 Mar 09 14:46:58.590258 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad681f-d740-468a-8c1e-5a08ccac9f54 req-32975253-3839-4842-9fe0-f40bddc4f0da tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:58.591699 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0ad681f-d740-468a-8c1e-5a08ccac9f54 req-32975253-3839-4842-9fe0-f40bddc4f0da tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0510538 Mar 09 14:46:58.637806 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0ad681f-d740-468a-8c1e-5a08ccac9f54 req-979b3076-9e8e-4af7-b92b-214e920883a8 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 Mar 09 14:46:59.154673 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:46:59.239444 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-2f69f8f4-adb1-43f9-9f9d-2cb03c3d3810 req-6154e203-18d3-4514-aa36-51d5f329f3fd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:46:59.240431 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2f69f8f4-adb1-43f9-9f9d-2cb03c3d3810 req-6154e203-18d3-4514-aa36-51d5f329f3fd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055435 Mar 09 14:46:59.295736 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764d7e8-928c-4d7e-b992-a55b272ba238 req-d056fb59-df48-4688-8609-526caaf5e64c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:59.297217 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b764d7e8-928c-4d7e-b992-a55b272ba238 req-d056fb59-df48-4688-8609-526caaf5e64c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 946 time: 0.0558696 Mar 09 14:46:59.343919 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b764d7e8-928c-4d7e-b992-a55b272ba238 req-1e2fff8a-a0e8-4bbb-97c8-c941e6c0d967 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 Mar 09 14:46:59.468414 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931a24e-2458-43ac-9b4f-03e1a60eb237 req-f5c53494-5f80-4c01-be56-cafc7e7930c0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:59.473281 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3931a24e-2458-43ac-9b4f-03e1a60eb237 req-f5c53494-5f80-4c01-be56-cafc7e7930c0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 946 time: 0.0621228 Mar 09 14:46:59.479051 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 36896) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:46:59.484050 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-24e65799-c0ad-4544-bf9b-7e5b80796c05 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'floatingip': {'port_id': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:46:59.612238 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 82f608af-9a80-4c92-ad3d-e3be975c7c41 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:46:59.622879 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24e65799-c0ad-4544-bf9b-7e5b80796c05 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (4ccd766f-5595-4d47-8209-65807c60aa3d), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:59.751033 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 82f608af-9a80-4c92-ad3d-e3be975c7c41, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=82f608af-9a80-4c92-ad3d-e3be975c7c41,segment=NetworkSegment(b7555970-d3a5-45d5-a120-da08477b568e),segment_id=b7555970-d3a5-45d5-a120-da08477b568e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:59.771668 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732146a0-a107-45f5-8e8c-e16bec4a8b0d req-fcab72ba-9951-422d-abce-071c7d8b55d7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:59.773227 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-732146a0-a107-45f5-8e8c-e16bec4a8b0d req-fcab72ba-9951-422d-abce-071c7d8b55d7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.2237647 Mar 09 14:46:59.773514 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '82f608af-9a80-4c92-ad3d-e3be975c7c41', 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64', 'port_id': '82f608af-9a80-4c92-ad3d-e3be975c7c41', 'mac_address': 'fa:16:3e:b0:46:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e379270-29cc-4342-8fd0-4ea075c0147f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:46:59.813438 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 82f608af-9a80-4c92-ad3d-e3be975c7c41 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:46:59.814099 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:59.828297 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f608af-9a80-4c92-ad3d-e3be975c7c41 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:46:59.842898 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106214a-ddda-42bf-8cb6-a6f18b3c7b5e req-c3860a61-ac0a-408d-9f41-ec01980c0c22 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:46:59.850487 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9106214a-ddda-42bf-8cb6-a6f18b3c7b5e req-c3860a61-ac0a-408d-9f41-ec01980c0c22 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 943 time: 0.3114188 Mar 09 14:46:59.851430 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 82f608af-9a80-4c92-ad3d-e3be975c7c41, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=82f608af-9a80-4c92-ad3d-e3be975c7c41,segment=NetworkSegment(b7555970-d3a5-45d5-a120-da08477b568e),segment_id=b7555970-d3a5-45d5-a120-da08477b568e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:46:59.934093 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:46:59.944882 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-732146a0-a107-45f5-8e8c-e16bec4a8b0d req-70990db0-50ee-479f-b65c-789e4c5a8b55 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372778 Mar 09 14:46:59.980430 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9106214a-ddda-42bf-8cb6-a6f18b3c7b5e req-ea6bd94f-c502-4fad-afb4-4e98b4de66de tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290371 Mar 09 14:47:00.010393 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=82f608af-9a80-4c92-ad3d-e3be975c7c41,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:00.180572 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-2d3899d3-7789-4e4e-9a23-b856757d30df tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226394642&fields=id&tenant_id=c80b610c11934b9eaaa6dad09b045bd6 HTTP/1.1" status: 200 len: 267 time: 0.0990484 Mar 09 14:47:00.229636 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e91d-ad17-4229-870c-e418f397abfe req-2dd2d157-7687-49d5-a5c4-07fa1f5f63e7 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:00.236950 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b464e91d-ad17-4229-870c-e418f397abfe req-2dd2d157-7687-49d5-a5c4-07fa1f5f63e7 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1565807 Mar 09 14:47:00.243513 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 36936) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:00.246349 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['82f608af-9a80-4c92-ad3d-e3be975c7c41'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:47:00.405677 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-05a4f526-f977-431c-97e1-569768305881 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1601474 Mar 09 14:47:00.413088 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-f823fb3e-ad59-43ed-86b6-1697ffde507c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:47:00.418491 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-1ffe522b-d560-4b22-b81e-8aa0a0d99f0d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:00.425967 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-f823fb3e-ad59-43ed-86b6-1697ffde507c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175552 Mar 09 14:47:00.426203 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-1ffe522b-d560-4b22-b81e-8aa0a0d99f0d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/networks?id=54791761-c286-421b-964b-dc04fe314c2f HTTP/1.1" status: 200 len: 809 time: 0.2155802 Mar 09 14:47:00.460644 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b464e91d-ad17-4229-870c-e418f397abfe req-6e9134ac-218d-478a-9fe8-774f6059b7a6 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228441 Mar 09 14:47:00.462637 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-8e5481b8-908f-4f41-b8d5-4461e8ecc355 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/quotas/c80b610c11934b9eaaa6dad09b045bd6 HTTP/1.1" status: 200 len: 375 time: 0.0356123 Mar 09 14:47:00.470936 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.db.resource_extend [None req-24e65799-c0ad-4544-bf9b-7e5b80796c05 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 14:47:00.562647 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 36950) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:00.568861 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24e65799-c0ad-4544-bf9b-7e5b80796c05 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:00.590842 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-97b79b5c-0fa3-4b8f-99ee-7b7a154ccae5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c80b610c11934b9eaaa6dad09b045bd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695021 Mar 09 14:47:00.623608 dv-cinder-830086-3-iscsi neutron-server[109967]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 14:47:00.664116 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24e65799-c0ad-4544-bf9b-7e5b80796c05 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (4ccd766f-5595-4d47-8209-65807c60aa3d), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:00.677134 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-110a5d31-b190-4a5d-b815-f0c19a8e5cf6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:00.678508 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-110a5d31-b190-4a5d-b815-f0c19a8e5cf6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports/824eb34c-2615-41a5-8a24-1ad6f4c309b9 HTTP/1.1" status: 200 len: 940 time: 0.1148558 Mar 09 14:47:00.735667 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-ef83313e-a088-4a76-bb4e-5f1be6789ba7 service neutron] 10.222.0.20 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323969 Mar 09 14:47:01.015107 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-24e65799-c0ad-4544-bf9b-7e5b80796c05 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Floating IP 4ccd766f-5595-4d47-8209-65807c60aa3d associated. External IP: 172.27.2.150, port: e571f00b-f13b-4418-9a4d-05e6fa55ec46. Mar 09 14:47:01.124697 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-bc4a60bc-c4ef-481b-9978-4dde959ee07c service neutron] 10.222.0.20 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801813 Mar 09 14:47:01.177553 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f3e32-a861-4456-aff6-c7ebde3d51ae req-22b7c074-fb3d-4965-bbcf-149ab7b27a36 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:01.179147 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e06f3e32-a861-4456-aff6-c7ebde3d51ae req-22b7c074-fb3d-4965-bbcf-149ab7b27a36 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.1269023 Mar 09 14:47:01.278792 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e06f3e32-a861-4456-aff6-c7ebde3d51ae req-df4ed59d-def7-465a-81a0-554ac04113a1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916135 Mar 09 14:47:01.339538 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e65799-c0ad-4544-bf9b-7e5b80796c05 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:47:01.499778 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cc982-f74b-473b-b7eb-4a2172dee69c req-4ef0b831-fa27-4608-b8bb-6eb7d7cc2ca6 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:01.501286 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-964cc982-f74b-473b-b7eb-4a2172dee69c req-4ef0b831-fa27-4608-b8bb-6eb7d7cc2ca6 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 944 time: 0.1136665 Mar 09 14:47:01.502617 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e65799-c0ad-4544-bf9b-7e5b80796c05 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:47:01.507570 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24e65799-c0ad-4544-bf9b-7e5b80796c05 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:01.514400 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:47:01.526919 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:01.527526 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:46:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:01.556628 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-24e65799-c0ad-4544-bf9b-7e5b80796c05 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "PUT /v2.0/floatingips/4ccd766f-5595-4d47-8209-65807c60aa3d HTTP/1.1" status: 200 len: 992 time: 2.0754571 Mar 09 14:47:01.573737 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'tag': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:01.576426 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f" -d '{"events": [{"name": "network-changed", "server_uuid": "11c70930-1a7c-416e-99d9-cf6d4ec5fd21", "tag": "e571f00b-f13b-4418-9a4d-05e6fa55ec46"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:01.602439 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-964cc982-f74b-473b-b7eb-4a2172dee69c req-254bc8d4-43b8-48fe-b5c7-ae4e16da521f tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924115 Mar 09 14:47:01.636673 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 82f608af-9a80-4c92-ad3d-e3be975c7c41 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:01.750941 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4a0c6-fa94-4145-ae0e-a417473a2914 req-21e2a210-3e5d-4b58-809c-a81ba29ec4a5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:01.757762 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d4e4a0c6-fa94-4145-ae0e-a417473a2914 req-21e2a210-3e5d-4b58-809c-a81ba29ec4a5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0716567 Mar 09 14:47:01.777331 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ab71fd-a88b-41d9-a7a9-dc6b53c713df x-openstack-request-id: req-26ab71fd-a88b-41d9-a7a9-dc6b53c713df {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:01.778053 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c70930-1a7c-416e-99d9-cf6d4ec5fd21", "tag": "e571f00b-f13b-4418-9a4d-05e6fa55ec46", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:01.778270 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26ab71fd-a88b-41d9-a7a9-dc6b53c713df {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:01.778754 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'tag': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46', 'status': 'completed', 'code': 200} Mar 09 14:47:01.806407 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:01.816386 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 82f608af-9a80-4c92-ad3d-e3be975c7c41 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:47:01.820408 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 82f608af-9a80-4c92-ad3d-e3be975c7c41 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:01.821523 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:01.829094 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d4e4a0c6-fa94-4145-ae0e-a417473a2914 req-1002f3a0-1dd7-4206-8a62-aea256387595 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693367 Mar 09 14:47:01.899964 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4b552e7a-f479-4376-b881-5b6e6053524e req-1a8e6b53-b670-4265-bc4b-dfb8bcf822c7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0670638 Mar 09 14:47:01.963092 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 82f608af-9a80-4c92-ad3d-e3be975c7c41 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:01.964848 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:01.990980 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dcb32f-90e7-4f33-902c-5530809768b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f608af-9a80-4c92-ad3d-e3be975c7c41'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:01.994110 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c8e47e-1f02-4021-9ab6-b8bb975d8ba8" -d '{"events": [{"server_uuid": "e6dcb32f-90e7-4f33-902c-5530809768b5", "name": "network-vif-plugged", "status": "completed", "tag": "82f608af-9a80-4c92-ad3d-e3be975c7c41"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:02.011301 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 82f608af-9a80-4c92-ad3d-e3be975c7c41, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=82f608af-9a80-4c92-ad3d-e3be975c7c41,segment=NetworkSegment(b7555970-d3a5-45d5-a120-da08477b568e),segment_id=b7555970-d3a5-45d5-a120-da08477b568e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:02.039524 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c150df-ad99-4093-9a4a-8ca949cbb9dc x-openstack-request-id: req-76c150df-ad99-4093-9a4a-8ca949cbb9dc {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:02.039823 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dcb32f-90e7-4f33-902c-5530809768b5", "name": "network-vif-plugged", "status": "completed", "tag": "82f608af-9a80-4c92-ad3d-e3be975c7c41", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:02.040415 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76c150df-ad99-4093-9a4a-8ca949cbb9dc {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:02.040767 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dcb32f-90e7-4f33-902c-5530809768b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f608af-9a80-4c92-ad3d-e3be975c7c41', 'code': 200} Mar 09 14:47:02.103399 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '4ccd766f-5595-4d47-8209-65807c60aa3d', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:04:e9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:46:13Z', 'updated_at': '2022-03-09T14:47:00Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}, {'id': 'd0df06b0-587d-474a-a4ed-6e098b7edd1e', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:bd:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:47Z', 'updated_at': '2022-03-09T14:45:22Z', 'revision_number': 2, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:02.104562 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:02.105451 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 824eb34c-2615-41a5-8a24-1ad6f4c309b9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:47:02.135509 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:47:02.144327 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:02.144960 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:46:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:02.185315 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=82f608af-9a80-4c92-ad3d-e3be975c7c41,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:02.223774 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 is: DOWN; New status is: DOWN {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:02.226173 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:02.260061 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:02.403645 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb6c5f-49fa-425a-b677-e98421e93861 req-69668bd2-ac71-400a-9a41-5d4cfd20ec30 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:02.405151 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fafb6c5f-49fa-425a-b677-e98421e93861 req-69668bd2-ac71-400a-9a41-5d4cfd20ec30 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0536592 Mar 09 14:47:02.457937 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fafb6c5f-49fa-425a-b677-e98421e93861 req-f95482a4-d65b-4c3d-83e6-9d661a6c62e2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468225 Mar 09 14:47:02.495822 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '4ccd766f-5595-4d47-8209-65807c60aa3d', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:04:e9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:46:13Z', 'updated_at': '2022-03-09T14:47:00Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}, {'id': 'd0df06b0-587d-474a-a4ed-6e098b7edd1e', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:bd:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:47Z', 'updated_at': '2022-03-09T14:45:22Z', 'revision_number': 2, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:02.525733 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde6565-a1ab-44ed-a6fb-ee5bb5986fe9 None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '4ccd766f-5595-4d47-8209-65807c60aa3d', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.150', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:04:e9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:46:13Z', 'updated_at': '2022-03-09T14:47:00Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}, {'id': 'd0df06b0-587d-474a-a4ed-6e098b7edd1e', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:bd:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:47Z', 'updated_at': '2022-03-09T14:45:22Z', 'revision_number': 2, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:47:02.735474 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e1178-d1b1-42bd-b587-f5ccf8c0faed None None] New status for floating IP 4ccd766f-5595-4d47-8209-65807c60aa3d: ACTIVE {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:47:02.760233 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4b63c-6a72-4466-8bad-b72dd1ed9178 req-e068007a-25d7-4ab1-bf9a-fc5f438b3ece tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:02.762006 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-28b4b63c-6a72-4466-8bad-b72dd1ed9178 req-e068007a-25d7-4ab1-bf9a-fc5f438b3ece tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0775259 Mar 09 14:47:02.811911 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-28b4b63c-6a72-4466-8bad-b72dd1ed9178 req-c890fa45-4e31-42f5-a9af-4aa69b42894c tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443211 Mar 09 14:47:02.951373 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f61ba-d73b-4275-bf93-63fda90d1134 req-8ccb4566-3983-4c3d-9910-183e2b0c4429 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:02.952928 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d50f61ba-d73b-4275-bf93-63fda90d1134 req-8ccb4566-3983-4c3d-9910-183e2b0c4429 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0594928 Mar 09 14:47:03.004428 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0da42a58-e8eb-4c37-bf37-145059632023 req-e677e029-7b5f-466e-948f-9b8939584a02 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0342121 Mar 09 14:47:03.030493 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d50f61ba-d73b-4275-bf93-63fda90d1134 req-816d3087-5eb2-41d1-ae3d-35bcf5264a89 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710504 Mar 09 14:47:03.579240 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77b1fb-91db-4d4c-b689-598f052173c3 req-3a0e6fe0-477d-4a53-90aa-874b7479d552 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:03.580689 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1b77b1fb-91db-4d4c-b689-598f052173c3 req-3a0e6fe0-477d-4a53-90aa-874b7479d552 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0499504 Mar 09 14:47:03.629220 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1b77b1fb-91db-4d4c-b689-598f052173c3 req-0da9fb9f-f907-4aee-8625-f97908968c22 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430169 Mar 09 14:47:03.928088 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad5f78-c4f9-4737-a3ab-0b63ec5cd29f req-232b3fa2-5d38-48b1-8e39-0d5926c79c44 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:03.929596 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6bad5f78-c4f9-4737-a3ab-0b63ec5cd29f req-232b3fa2-5d38-48b1-8e39-0d5926c79c44 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0514097 Mar 09 14:47:03.976081 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6bad5f78-c4f9-4737-a3ab-0b63ec5cd29f req-a2206070-ed4a-4cff-b01f-3c8586045fa1 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Mar 09 14:47:04.095340 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cf4ed1fe-6583-4f17-b012-4fd028ec97aa req-7e7fac5e-709e-4d94-8dcc-60b3fc792ce6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0273719 Mar 09 14:47:04.149247 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf62daa-640d-419f-beb1-3259951b1729 req-104eecc2-19c0-4e18-939e-12a2db6a3986 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:04.150695 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cbf62daa-640d-419f-beb1-3259951b1729 req-104eecc2-19c0-4e18-939e-12a2db6a3986 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0526023 Mar 09 14:47:04.198681 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cbf62daa-640d-419f-beb1-3259951b1729 req-84fe52df-76c0-444f-abf4-5d0c808f3b4a tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Mar 09 14:47:04.698099 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-d307220c-f667-439a-8f2b-57ff30c43540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:04.699517 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-d307220c-f667-439a-8f2b-57ff30c43540 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 1130 time: 0.0501766 Mar 09 14:47:04.756970 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32312710-a5f3-4ebc-b3e4-0de969c9a4d7 req-d63cf11f-5340-4bec-bfb4-67955099dfed tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:04.759003 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-32312710-a5f3-4ebc-b3e4-0de969c9a4d7 req-d63cf11f-5340-4bec-bfb4-67955099dfed tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0533123 Mar 09 14:47:04.794623 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-803e2173-1d4f-444f-bc35-91cfc5bf8ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:04.796173 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-803e2173-1d4f-444f-bc35-91cfc5bf8ff6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 915 time: 0.0895944 Mar 09 14:47:04.819959 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-32312710-a5f3-4ebc-b3e4-0de969c9a4d7 req-9d41f055-f5ca-4ed5-9df7-4556057b9740 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543053 Mar 09 14:47:04.872337 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-deb4867e-78f3-4059-86f1-25d3325815be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e571f00b-f13b-4418-9a4d-05e6fa55ec46 HTTP/1.1" status: 200 len: 1002 time: 0.0671437 Mar 09 14:47:04.956596 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-07f22c34-3a72-4e98-89e6-9d4473638d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:04.958053 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-07f22c34-3a72-4e98-89e6-9d4473638d26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=716d55f1-12e3-4df0-8873-3342175b3a93 HTTP/1.1" status: 200 len: 853 time: 0.0732186 Mar 09 14:47:04.968509 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d104e-7136-478c-ac2c-92d41f523a37 req-0ee5c769-004c-4474-9f88-ee2541ef84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:04.969888 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-430d104e-7136-478c-ac2c-92d41f523a37 req-0ee5c769-004c-4474-9f88-ee2541ef84c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 1129 time: 0.0602503 Mar 09 14:47:05.047290 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-430d104e-7136-478c-ac2c-92d41f523a37 req-41442d4e-67a8-4b9f-a81b-ce6992d0e456 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672004 Mar 09 14:47:05.051599 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-2d5c12d2-82b6-432c-8870-58b6fc1ef826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:05.053033 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-2d5c12d2-82b6-432c-8870-58b6fc1ef826 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d7fd99d-9010-431c-8d9a-debb68cefb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752723 Mar 09 14:47:05.094558 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551002e-1a05-4709-a748-ad144a2e25d1 req-6a029906-34af-46f9-9738-3618212d1adc tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:05.096129 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2551002e-1a05-4709-a748-ad144a2e25d1 req-6a029906-34af-46f9-9738-3618212d1adc tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0510497 Mar 09 14:47:05.142139 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2551002e-1a05-4709-a748-ad144a2e25d1 req-58b1763e-8fc3-4e3d-bd48-467a6dc5cab1 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Mar 09 14:47:05.191397 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f86edeac-93f9-4e7e-827c-67d0cbc2f708 req-ba76f943-74dc-4084-b6e4-28f1ba568c12 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0297711 Mar 09 14:47:05.310797 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebed4af-4f35-438d-bedd-6b12f4ad1ce5 req-f573db94-a30e-4a50-b158-2710432d84fa tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:05.312257 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0ebed4af-4f35-438d-bedd-6b12f4ad1ce5 req-f573db94-a30e-4a50-b158-2710432d84fa tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0507150 Mar 09 14:47:05.356931 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0ebed4af-4f35-438d-bedd-6b12f4ad1ce5 req-f76206df-62b2-48b0-8ad8-d5010685b27c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Mar 09 14:47:05.951619 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58379-fedd-4d90-bd05-820256663b11 req-91c1e6a1-d60d-4db4-ba59-cabe36250dd4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:05.953110 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-79f58379-fedd-4d90-bd05-820256663b11 req-91c1e6a1-d60d-4db4-ba59-cabe36250dd4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0509400 Mar 09 14:47:05.998632 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-79f58379-fedd-4d90-bd05-820256663b11 req-302bc4b7-bdc1-48b3-bd06-4d83f63edfee tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401943 Mar 09 14:47:06.285955 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-44db5aad-5d10-44e3-b479-4f322992efcd req-2f40d671-dd48-48f3-907c-065c60d9c29e tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0269785 Mar 09 14:47:06.293204 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6b1bc-ed9e-46fb-b40b-ab6fcf39394f req-96576419-2bbc-4f5a-a6c9-4b102413c643 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:06.294586 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-55a6b1bc-ed9e-46fb-b40b-ab6fcf39394f req-96576419-2bbc-4f5a-a6c9-4b102413c643 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0867894 Mar 09 14:47:06.339341 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-55a6b1bc-ed9e-46fb-b40b-ab6fcf39394f req-450a0105-c215-4581-8f6e-bfcbc04051d8 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Mar 09 14:47:06.470618 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a957f-14f6-4c43-9fc8-d80b7baa864b req-4ce864c7-012d-47c5-bb99-6dabafefb1d6 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:06.472097 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-902a957f-14f6-4c43-9fc8-d80b7baa864b req-4ce864c7-012d-47c5-bb99-6dabafefb1d6 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0509710 Mar 09 14:47:06.520672 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-902a957f-14f6-4c43-9fc8-d80b7baa864b req-0d3c8191-67a3-4393-9d10-ae616ac21166 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Mar 09 14:47:07.117097 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892f1d3-e2f3-4252-b9e6-87cbcb470959 req-03166088-571f-4b43-8037-aaf0fc4a15b5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:07.119382 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0892f1d3-e2f3-4252-b9e6-87cbcb470959 req-03166088-571f-4b43-8037-aaf0fc4a15b5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0528009 Mar 09 14:47:07.165252 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0892f1d3-e2f3-4252-b9e6-87cbcb470959 req-ea06c676-4dcb-4ac5-b4f2-6aa12979f17d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402706 Mar 09 14:47:07.376176 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-671aa45a-a7c9-4884-9bfb-71270ba0fd95 req-885c0d27-cb22-4c95-8ea0-aefc8079cf20 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0269625 Mar 09 14:47:07.454226 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de978-8d32-47fd-a185-9205d331c92f req-cb25e315-a757-4973-a3a0-08d979907091 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:07.455596 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac8de978-8d32-47fd-a185-9205d331c92f req-cb25e315-a757-4973-a3a0-08d979907091 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0507941 Mar 09 14:47:07.504856 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac8de978-8d32-47fd-a185-9205d331c92f req-3ced7e1f-5878-4c7a-95ff-7f42dfc77197 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436716 Mar 09 14:47:07.634750 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f728a9-8874-4622-acab-d12a94fc98e5 req-b0738c4e-7dff-49ea-a664-3ab52127409d tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:07.636204 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-71f728a9-8874-4622-acab-d12a94fc98e5 req-b0738c4e-7dff-49ea-a664-3ab52127409d tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0509226 Mar 09 14:47:07.681154 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-71f728a9-8874-4622-acab-d12a94fc98e5 req-a1d8832e-52f9-4d95-b5a3-1155ef0e4800 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388436 Mar 09 14:47:08.089203 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-6990d4be-136f-41af-aba9-38e9cbf11dfe service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835214 Mar 09 14:47:08.178436 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-830e0270-e3c9-4ab1-a67d-3e81dc07d44f req-a05609fe-cd44-442e-b4c9-a11f61374190 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806432 Mar 09 14:47:08.286029 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a0eda-35c0-485e-a362-239b9d7b5ba4 req-2fadd81f-29a2-49d5-83e0-a66d3a189279 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:08.287617 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-217a0eda-35c0-485e-a362-239b9d7b5ba4 req-2fadd81f-29a2-49d5-83e0-a66d3a189279 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0521648 Mar 09 14:47:08.335044 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-217a0eda-35c0-485e-a362-239b9d7b5ba4 req-6ba0d9ea-4a08-448e-b946-8c41527f8c24 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413146 Mar 09 14:47:08.469408 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ba02632-6f9f-4404-a4f9-359a9ea2407c req-352d6ea2-035e-48e5-bd8d-206025907f4b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0282078 Mar 09 14:47:08.619325 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753e0d6-351e-44f2-a07a-a2cb509eafad req-1050fa06-d12f-4800-aa2f-3569f36dfa58 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:08.620798 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3753e0d6-351e-44f2-a07a-a2cb509eafad req-1050fa06-d12f-4800-aa2f-3569f36dfa58 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0515993 Mar 09 14:47:08.666457 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3753e0d6-351e-44f2-a07a-a2cb509eafad req-178f868f-efa9-4050-8f99-536cbe91ee2d tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Mar 09 14:47:08.795765 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31319a3e-e0f5-4a37-b81d-ea2fcd57176e req-d8684791-b303-4a8b-8a80-ac2d511ef7a0 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:08.797288 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-31319a3e-e0f5-4a37-b81d-ea2fcd57176e req-d8684791-b303-4a8b-8a80-ac2d511ef7a0 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0525496 Mar 09 14:47:08.844044 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-31319a3e-e0f5-4a37-b81d-ea2fcd57176e req-376ea941-f4e7-4d8b-8512-8a4c9dc08edb tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Mar 09 14:47:08.845851 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-7cb7cf15-a318-4487-9d2e-da723981dea7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:08.847275 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-7cb7cf15-a318-4487-9d2e-da723981dea7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.16 "GET /v2.0/networks?id=54791761-c286-421b-964b-dc04fe314c2f HTTP/1.1" status: 200 len: 809 time: 0.1082852 Mar 09 14:47:08.923688 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-9987b3b2-c92b-447a-93c8-12a611e67672 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c80b610c11934b9eaaa6dad09b045bd6 HTTP/1.1" status: 200 len: 380 time: 0.0532548 Mar 09 14:47:08.933666 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Request body: {'port': {'device_id': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'admin_state_up': True, 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'security_groups': ['e2b6574a-b944-4697-9f24-451c86c113ce']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:09.173136 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Made reservation on behalf of c80b610c11934b9eaaa6dad09b045bd6 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:47:09.192555 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:09.299317 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Allocated IP 172.20.0.12 (54791761-c286-421b-964b-dc04fe314c2f/045a8cce-abe9-4120-9d35-9c86be6ad914/9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:47:09.511239 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0f784-82d3-4484-9240-1671ecd6bcb5 req-21de9730-8697-4864-866b-904b15ab030c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:09.513582 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-19c0f784-82d3-4484-9240-1671ecd6bcb5 req-21de9730-8697-4864-866b-904b15ab030c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0954928 Mar 09 14:47:09.581859 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0f75baff-9f09-4828-8030-af738120a7ae req-ae7cf666-c942-41f1-819b-f51154d3c850 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0350215 Mar 09 14:47:09.595701 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-19c0f784-82d3-4484-9240-1671ecd6bcb5 req-3a77a6bf-03a9-42ec-8852-92ab7655ae27 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756099 Mar 09 14:47:09.660083 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:09.778634 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e3bfe-39ad-4f67-b498-93fbfd3db0fb req-116c45a4-90a7-4147-b4db-a63165786576 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:09.780094 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b5e3bfe-39ad-4f67-b498-93fbfd3db0fb req-116c45a4-90a7-4147-b4db-a63165786576 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0510516 Mar 09 14:47:09.819682 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:09.828633 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b5e3bfe-39ad-4f67-b498-93fbfd3db0fb req-b78300a0-c251-4197-8e48-c407dc44d903 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Mar 09 14:47:09.859437 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Network 54791761-c286-421b-964b-dc04fe314c2f is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:09.862563 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:09.869155 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:47:09.898923 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event updated for resources: {'Port': ['ID=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:09.931214 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:09.931929 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:09.981107 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e0cdf-48ea-42e4-b3f7-7646e8081f8c req-63e6894d-e6c7-46b0-8235-9debf1517d35 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:09.982664 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-205e0cdf-48ea-42e4-b3f7-7646e8081f8c req-63e6894d-e6c7-46b0-8235-9debf1517d35 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0533857 Mar 09 14:47:10.010602 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-fe4c7a49-f4fe-4e7b-b271-bbbd5bfce6c5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0804429 Mar 09 14:47:10.026518 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Request body: {'port': {'device_id': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:10.032860 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-205e0cdf-48ea-42e4-b3f7-7646e8081f8c req-33a4ffc8-dd75-4642-b090-5cd58af9a5d8 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Mar 09 14:47:10.094294 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:10.162776 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-5c94838a-d394-4f7c-b613-ec3c4641104c None None] Provisioning complete for port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:10.163313 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5c94838a-d394-4f7c-b613-ec3c4641104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:10.195977 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-5c94838a-d394-4f7c-b613-ec3c4641104c None None] Port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:47:10.347835 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:47:10.355865 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Publish callbacks [] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:10.367564 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Transition to ACTIVE for port object 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:47:10.445055 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:10.497455 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Pushing event updated for resources: {'Port': ['ID=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:10.575204 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Attempting to bind port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:47:10.575535 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Attempting to bind port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:47:10.575864 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Attempting to bind port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 on network 54791761-c286-421b-964b-dc04fe314c2f {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:10.580790 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 on network 54791761-c286-421b-964b-dc04fe314c2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:47:10.581113 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Attempting to bind port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 on network 54791761-c286-421b-964b-dc04fe314c2f {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:10.586180 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:47:10.586535 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Checking segment: {'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:10.587556 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Bound using segment: {'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:47:10.587980 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Bound port: 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fdc0ee-e663-4ac2-bf06-fc5779dbe570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '54791761-c286-421b-964b-dc04fe314c2f'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:47:10.588337 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:10.669880 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] For port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:47:10.673627 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] For port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:47:10.739547 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:10.739742 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa1ad8-0616-4882-bd70-61d382f4717b req-d0f6665d-75f0-47c3-b498-9d52307a27e1 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:10.741353 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-58fa1ad8-0616-4882-bd70-61d382f4717b req-d0f6665d-75f0-47c3-b498-9d52307a27e1 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0851002 Mar 09 14:47:10.763505 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb897ba-882f-467c-8b18-6a7f2aacb1c3 req-654fa166-dec4-49f9-8a90-77546528b402 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:10.764926 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dfb897ba-882f-467c-8b18-6a7f2aacb1c3 req-654fa166-dec4-49f9-8a90-77546528b402 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0806019 Mar 09 14:47:10.773374 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:10.773985 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:10.775938 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] 10.222.0.16 "PUT /v2.0/ports/9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 200 len: 1094 time: 0.7550428 Mar 09 14:47:10.776384 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:10.778632 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605328e5-a712-4130-9fdf-4508f64d03de" -d '{"events": [{"name": "network-changed", "server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:10.804028 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659dc3d-b0b5-4423-b5d8-dfaf90ac716a service neutron] Pushing event updated for resources: {'Port': ['ID=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:10.820951 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-58fa1ad8-0616-4882-bd70-61d382f4717b req-fc9f3c4b-f7e1-4a33-aa2e-eb1ba991ca21 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725861 Mar 09 14:47:10.860369 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dfb897ba-882f-467c-8b18-6a7f2aacb1c3 req-ab527b57-d69f-4658-8a03-3bb6742aa555 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729783 Mar 09 14:47:10.871937 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb43558-57dc-430b-94cd-a1bd959abfb7 x-openstack-request-id: req-edb43558-57dc-430b-94cd-a1bd959abfb7 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:10.880754 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:10.880754 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edb43558-57dc-430b-94cd-a1bd959abfb7 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:10.880754 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'status': 'completed', 'code': 200} Mar 09 14:47:10.935936 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-ef053db0-020d-4cdd-bb53-1faac20c5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:10.937856 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-ef053db0-020d-4cdd-bb53-1faac20c5f14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c80b610c11934b9eaaa6dad09b045bd6&device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1128 time: 0.0502207 Mar 09 14:47:10.989125 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-6796be4d-a27f-4caf-b038-af0f36aa88ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 200 len: 217 time: 0.0391905 Mar 09 14:47:11.038508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-1c38d422-dbf0-41ed-8d36-296962599068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:11.040150 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-1c38d422-dbf0-41ed-8d36-296962599068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=045a8cce-abe9-4120-9d35-9c86be6ad914 HTTP/1.1" status: 200 len: 848 time: 0.0442233 Mar 09 14:47:11.092421 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-0e2bfc8f-ce56-4229-9a4f-fbe1635f44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:11.092421 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-0e2bfc8f-ce56-4229-9a4f-fbe1635f44cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54791761-c286-421b-964b-dc04fe314c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450718 Mar 09 14:47:11.167828 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478249d5-ff16-4d6b-976e-d58fb4244236 req-fb939c7c-688e-4fcf-beb3-86a45d8e57ff tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:11.169361 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-478249d5-ff16-4d6b-976e-d58fb4244236 req-fb939c7c-688e-4fcf-beb3-86a45d8e57ff tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0571244 Mar 09 14:47:11.206920 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-be02ddad-551d-40c1-a811-9eac71073c72 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068449 Mar 09 14:47:11.225045 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-478249d5-ff16-4d6b-976e-d58fb4244236 req-ae3bb548-0e03-4e4f-9756-e36073586f90 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487323 Mar 09 14:47:11.314975 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-40bd547d-28b3-407f-b3a2-5a13bdf473db req-e36eb068-4b35-4d29-a9b5-e15ef5359805 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963039 Mar 09 14:47:11.482587 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605328e5-a712-4130-9fdf-4508f64d03de req-536c78f4-6a19-4b1f-8b34-fe35bb588ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:11.484223 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-605328e5-a712-4130-9fdf-4508f64d03de req-536c78f4-6a19-4b1f-8b34-fe35bb588ba2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c80b610c11934b9eaaa6dad09b045bd6&device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1128 time: 0.0523856 Mar 09 14:47:11.587350 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605328e5-a712-4130-9fdf-4508f64d03de req-3fc263fd-da10-4196-82fd-63906a961a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:11.589571 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-605328e5-a712-4130-9fdf-4508f64d03de req-3fc263fd-da10-4196-82fd-63906a961a20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54791761-c286-421b-964b-dc04fe314c2f HTTP/1.1" status: 200 len: 910 time: 0.0891454 Mar 09 14:47:11.647151 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-605328e5-a712-4130-9fdf-4508f64d03de req-103f43f8-7692-444c-beeb-30447dd3032c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 200 len: 217 time: 0.0343158 Mar 09 14:47:11.687785 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b9b50-2db1-433f-a3e4-ea51911ec76a req-2a1770a2-81d4-4bc7-8342-f202e69b340c tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:11.689226 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5f6b9b50-2db1-433f-a3e4-ea51911ec76a req-2a1770a2-81d4-4bc7-8342-f202e69b340c tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0520072 Mar 09 14:47:11.700114 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605328e5-a712-4130-9fdf-4508f64d03de req-7350daa1-52d7-4f2b-89e0-b351a6f952aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:11.701719 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-605328e5-a712-4130-9fdf-4508f64d03de req-7350daa1-52d7-4f2b-89e0-b351a6f952aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=045a8cce-abe9-4120-9d35-9c86be6ad914 HTTP/1.1" status: 200 len: 848 time: 0.0486913 Mar 09 14:47:11.743069 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5f6b9b50-2db1-433f-a3e4-ea51911ec76a req-cfe09c3b-8d32-4f86-b4ae-ca1909d004be tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467801 Mar 09 14:47:11.755994 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605328e5-a712-4130-9fdf-4508f64d03de req-34b5641a-39aa-4934-8fd5-175eaf9e0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:11.757776 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-605328e5-a712-4130-9fdf-4508f64d03de req-34b5641a-39aa-4934-8fd5-175eaf9e0cc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54791761-c286-421b-964b-dc04fe314c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475147 Mar 09 14:47:11.850390 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-605328e5-a712-4130-9fdf-4508f64d03de req-95177599-299d-449f-8775-d419adcbe180 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852320 Mar 09 14:47:11.972632 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-605328e5-a712-4130-9fdf-4508f64d03de req-7d126baa-d460-4131-a424-6e8c9a8059f0 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093667 Mar 09 14:47:12.004003 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec3108-7481-49e6-8a27-5d5510bc84dd req-4d607e6c-01b0-44fc-a903-83e74f40e8e4 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:12.006003 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5ec3108-7481-49e6-8a27-5d5510bc84dd req-4d607e6c-01b0-44fc-a903-83e74f40e8e4 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.1118982 Mar 09 14:47:12.026787 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c736811-1d99-4f9e-ab84-5978700008d2 req-2364c4ee-530f-482b-8314-d07d6d84bc23 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:12.028225 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1c736811-1d99-4f9e-ab84-5978700008d2 req-2364c4ee-530f-482b-8314-d07d6d84bc23 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0767047 Mar 09 14:47:12.090957 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b5ec3108-7481-49e6-8a27-5d5510bc84dd req-66b06979-d9ce-4da1-964b-ce2581031e15 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789971 Mar 09 14:47:12.097870 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1c736811-1d99-4f9e-ab84-5978700008d2 req-5a9e4248-d057-4519-8d0a-dd0258b93600 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635962 Mar 09 14:47:12.349669 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71dacb-f727-4fca-9a72-f13af1a2ff32 req-4a63416f-c7e6-47c5-8684-aea2d7c40014 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:12.351188 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6d71dacb-f727-4fca-9a72-f13af1a2ff32 req-4a63416f-c7e6-47c5-8684-aea2d7c40014 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0554850 Mar 09 14:47:12.397454 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6d71dacb-f727-4fca-9a72-f13af1a2ff32 req-eb28c4de-0032-494d-a138-71a33e361277 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Mar 09 14:47:12.693065 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-4c030b14-bfe7-4da4-9907-c7d55c54e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:12.695110 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-4c030b14-bfe7-4da4-9907-c7d55c54e6d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606&tenant_id=9b8a862425b540e7a8f8cd3594f59d02 HTTP/1.1" status: 200 len: 1127 time: 0.0934525 Mar 09 14:47:12.769967 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-3aa26494-531c-4509-b133-d52da1f22bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:12.769967 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-3aa26494-531c-4509-b133-d52da1f22bf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 1127 time: 0.0448127 Mar 09 14:47:12.864440 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-922e985f-9f03-4502-b846-14b3e837f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:12.865963 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-922e985f-9f03-4502-b846-14b3e837f540 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 916 time: 0.0907333 Mar 09 14:47:12.885726 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5388-3dfe-4bd4-a222-61f82f44564e req-02e5def0-3a23-43f4-99b5-389e458ea11a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:12.892653 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07fd5388-3dfe-4bd4-a222-61f82f44564e req-02e5def0-3a23-43f4-99b5-389e458ea11a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0629621 Mar 09 14:47:12.945734 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07fd5388-3dfe-4bd4-a222-61f82f44564e req-0dfd5cb3-890e-4147-9a12-560297dbf75e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521033 Mar 09 14:47:12.951839 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-05ec2b7d-9a09-450f-b7e5-fa43810b4b20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9 HTTP/1.1" status: 200 len: 998 time: 0.0722942 Mar 09 14:47:13.005366 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-6fb504a8-f3c0-46e9-a56b-643933ff9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:13.007545 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-6fb504a8-f3c0-46e9-a56b-643933ff9ed3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 200 len: 854 time: 0.0465989 Mar 09 14:47:13.081740 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-dcddf202-876c-4a6e-9017-8ceab9d153fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:13.083193 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-dcddf202-876c-4a6e-9017-8ceab9d153fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22b50098-231e-4eaf-af19-c11841a316ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462003 Mar 09 14:47:13.179508 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-fe15ca9d-4d00-4cc8-9e37-5ba35568fba5 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890696 Mar 09 14:47:13.249193 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3722e-5704-4c99-9a16-34b20c84c151 req-85cbc05d-773d-4750-b62a-c7c2fa9b6820 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:13.250610 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffb3722e-5704-4c99-9a16-34b20c84c151 req-85cbc05d-773d-4750-b62a-c7c2fa9b6820 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0848620 Mar 09 14:47:13.266706 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f3c7b-4bfb-43ee-bf42-4d4f6994a649 req-9b661b33-32b7-4758-b30a-eae7cd5cdd23 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:13.268176 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-192f3c7b-4bfb-43ee-bf42-4d4f6994a649 req-9b661b33-32b7-4758-b30a-eae7cd5cdd23 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0723643 Mar 09 14:47:13.288230 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-01a6705e-e13d-4785-ae6b-174f01acd7ed req-3f461b53-8c17-4773-a0a3-5ee73f799637 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897191 Mar 09 14:47:13.339921 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffb3722e-5704-4c99-9a16-34b20c84c151 req-b109e49c-7da4-4a60-b470-c715af788dad tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707836 Mar 09 14:47:13.344407 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-192f3c7b-4bfb-43ee-bf42-4d4f6994a649 req-c68b782a-f4a4-453c-af69-c8e275c55270 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695708 Mar 09 14:47:13.515341 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ebee8-73dd-48a9-abcc-42c7cb78ff5a req-1d5d6b0a-fd45-4564-a015-b947d2b591ca tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:13.516773 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ee5ebee8-73dd-48a9-abcc-42c7cb78ff5a req-1d5d6b0a-fd45-4564-a015-b947d2b591ca tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0525966 Mar 09 14:47:13.567846 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ee5ebee8-73dd-48a9-abcc-42c7cb78ff5a req-7f4b2cf7-e4a8-4ee5-a3d5-6053fb0d8b82 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 Mar 09 14:47:13.752952 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-f08dd6f4-c948-408c-9174-4186d8520b8b tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:13.754669 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-f08dd6f4-c948-408c-9174-4186d8520b8b tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0573258 Mar 09 14:47:13.852985 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-47f6299f-4946-4fb3-8e6f-bf4451aeb003 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Deleting port 82f608af-9a80-4c92-ad3d-e3be975c7c41 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:47:13.853327 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-47f6299f-4946-4fb3-8e6f-bf4451aeb003 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:13.937695 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-47f6299f-4946-4fb3-8e6f-bf4451aeb003 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] For port 82f608af-9a80-4c92-ad3d-e3be975c7c41, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=82f608af-9a80-4c92-ad3d-e3be975c7c41,segment=NetworkSegment(b7555970-d3a5-45d5-a120-da08477b568e),segment_id=b7555970-d3a5-45d5-a120-da08477b568e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:13.938088 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-47f6299f-4946-4fb3-8e6f-bf4451aeb003 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:13.951516 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-47f6299f-4946-4fb3-8e6f-bf4451aeb003 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Calling delete_port for 82f608af-9a80-4c92-ad3d-e3be975c7c41 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:47:14.164269 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a34f5-2390-4776-bdbf-c6ca25647072 req-6a7a3435-0d13-44ee-bac9-c780dde7581d tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:14.167091 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-379a34f5-2390-4776-bdbf-c6ca25647072 req-6a7a3435-0d13-44ee-bac9-c780dde7581d tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 945 time: 0.0739634 Mar 09 14:47:14.233353 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-379a34f5-2390-4776-bdbf-c6ca25647072 req-a8e024d4-3887-432f-8eb7-2fbe83897b0b tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590849 Mar 09 14:47:14.262913 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-47f6299f-4946-4fb3-8e6f-bf4451aeb003 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (82f608af-9a80-4c92-ad3d-e3be975c7c41), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:14.276793 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['82f608af-9a80-4c92-ad3d-e3be975c7c41'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:47:14.314047 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6299f-4946-4fb3-8e6f-bf4451aeb003 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Pushing event deleted for resources: {'Port': ['ID=82f608af-9a80-4c92-ad3d-e3be975c7c41,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:14.384706 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-47f6299f-4946-4fb3-8e6f-bf4451aeb003 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] No DVR routers for this DVR port 82f608af-9a80-4c92-ad3d-e3be975c7c41 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:47:14.390691 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-47f6299f-4946-4fb3-8e6f-bf4451aeb003 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:14.397276 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6f22fe43-55fa-44da-9008-821df20e0ea4 req-47f6299f-4946-4fb3-8e6f-bf4451aeb003 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.16 "DELETE /v2.0/ports/82f608af-9a80-4c92-ad3d-e3be975c7c41 HTTP/1.1" status: 204 len: 173 time: 0.6361020 Mar 09 14:47:14.397276 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dcb32f-90e7-4f33-902c-5530809768b5', 'name': 'network-vif-deleted', 'tag': '82f608af-9a80-4c92-ad3d-e3be975c7c41'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:14.406519 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5085989a-d73c-4ee7-bef7-53d7cbec70dd" -d '{"events": [{"server_uuid": "e6dcb32f-90e7-4f33-902c-5530809768b5", "name": "network-vif-deleted", "tag": "82f608af-9a80-4c92-ad3d-e3be975c7c41"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:14.566343 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155617d-fa19-44b7-bcd6-ae256c0dd0c5 req-5ac508f2-932c-4608-a8f1-11b4cd5139d7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:14.567797 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c155617d-fa19-44b7-bcd6-ae256c0dd0c5 req-5ac508f2-932c-4608-a8f1-11b4cd5139d7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0926838 Mar 09 14:47:14.590771 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420a956-0ab2-4bc2-8598-a32987a48197 req-f1e987aa-d1f7-44c5-ba4d-976035d3e919 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:14.596471 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6420a956-0ab2-4bc2-8598-a32987a48197 req-f1e987aa-d1f7-44c5-ba4d-976035d3e919 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0932696 Mar 09 14:47:14.687383 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c155617d-fa19-44b7-bcd6-ae256c0dd0c5 req-dacb3cbe-c3ed-48b5-8498-bcb54616453e tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127279 Mar 09 14:47:14.734196 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6420a956-0ab2-4bc2-8598-a32987a48197 req-f080ff84-f98e-47a8-8568-7d478ca47ecb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277122 Mar 09 14:47:14.808840 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a65c8d-a77a-4562-9175-5fa31726c5bd x-openstack-request-id: req-75a65c8d-a77a-4562-9175-5fa31726c5bd {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:14.809343 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dcb32f-90e7-4f33-902c-5530809768b5", "name": "network-vif-deleted", "tag": "82f608af-9a80-4c92-ad3d-e3be975c7c41", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:14.809447 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75a65c8d-a77a-4562-9175-5fa31726c5bd {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:14.809816 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dcb32f-90e7-4f33-902c-5530809768b5', 'name': 'network-vif-deleted', 'tag': '82f608af-9a80-4c92-ad3d-e3be975c7c41', 'status': 'completed', 'code': 200} Mar 09 14:47:14.896822 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6449c5d8-7b37-4573-9e38-f4cd6659fd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:14.916956 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2978c6-3837-458e-a145-87f272e547b8 req-eb8abd45-0041-4e59-a2c6-2e929f33292f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:14.918614 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac2978c6-3837-458e-a145-87f272e547b8 req-eb8abd45-0041-4e59-a2c6-2e929f33292f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0590026 Mar 09 14:47:14.988634 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac2978c6-3837-458e-a145-87f272e547b8 req-c535dc73-3909-433d-ad78-4e6bf3c8b27b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629554 Mar 09 14:47:15.338099 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f91b235a-1025-490e-9d03-12bc66720265 req-0a8fb937-0783-419c-9357-3556855d2d0a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0327497 Mar 09 14:47:15.879860 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9f22a-e75e-4439-acc5-6c8e42d0b956 req-ddafbe5a-d5ac-4202-9947-35c3ca06fdbe tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:15.888224 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c9c9f22a-e75e-4439-acc5-6c8e42d0b956 req-ddafbe5a-d5ac-4202-9947-35c3ca06fdbe tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.1297944 Mar 09 14:47:15.953272 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c9c9f22a-e75e-4439-acc5-6c8e42d0b956 req-0c74e6e7-33d6-4618-9c66-9a0417c626c4 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641258 Mar 09 14:47:16.097937 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37256) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:16.098821 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e7aba-8a3a-436a-8659-c6be62a296ba req-e364112e-013f-43bd-ab5d-eb9d5c6099ad tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:16.098821 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-319e7aba-8a3a-436a-8659-c6be62a296ba req-e364112e-013f-43bd-ab5d-eb9d5c6099ad tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.1458347 Mar 09 14:47:16.098821 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-319e7aba-8a3a-436a-8659-c6be62a296ba req-35cd2f9a-c63b-4162-ab81-839bf9c63a77 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704157 Mar 09 14:47:16.103756 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12104643-0f73-4c92-8f60-8219060e3f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:16.161534 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcc0b0-739c-43dc-91d5-08a16da3fba0 req-00838d1b-0776-47c9-97a8-c20cceb90d66 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:16.164686 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-04dcc0b0-739c-43dc-91d5-08a16da3fba0 req-00838d1b-0776-47c9-97a8-c20cceb90d66 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0918415 Mar 09 14:47:16.234693 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-04dcc0b0-739c-43dc-91d5-08a16da3fba0 req-06aa6b50-cab7-487a-8f94-44f93e4ee278 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647285 Mar 09 14:47:16.235597 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12104643-0f73-4c92-8f60-8219060e3f07 admin admin] Publish callbacks [] for security_group (ed14c970-da91-435b-b306-11739b14842d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:16.429750 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dc4dba2c-59bb-4fc5-aa3c-bd616aa4d2b2 req-f5864c7d-6300-4822-b7b7-febeb90d8cbf tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0262494 Mar 09 14:47:16.622374 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-12104643-0f73-4c92-8f60-8219060e3f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (ed14c970-da91-435b-b306-11739b14842d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:16.663277 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-12104643-0f73-4c92-8f60-8219060e3f07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=822645f3efe143e28354354e5334de53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7006555 Mar 09 14:47:16.664200 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12104643-0f73-4c92-8f60-8219060e3f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed14c970-da91-435b-b306-11739b14842d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:16.665965 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 37264) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:16.720963 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e471c1f-03c2-4bc1-a904-75b54d44663c admin admin] Publish callbacks [] for security_group (ed14c970-da91-435b-b306-11739b14842d), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:16.743268 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e471c1f-03c2-4bc1-a904-75b54d44663c admin admin] Publish callbacks [] for security_group (ed14c970-da91-435b-b306-11739b14842d), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:16.899652 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e471c1f-03c2-4bc1-a904-75b54d44663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (ed14c970-da91-435b-b306-11739b14842d), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:16.902186 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3e471c1f-03c2-4bc1-a904-75b54d44663c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:16.903342 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3e471c1f-03c2-4bc1-a904-75b54d44663c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed14c970-da91-435b-b306-11739b14842d HTTP/1.1" status: 204 len: 168 time: 0.2361701 Mar 09 14:47:16.911635 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e471c1f-03c2-4bc1-a904-75b54d44663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed14c970-da91-435b-b306-11739b14842d,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:17.103624 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f33b8-23f5-474c-a68d-a1036ef10b4c req-d74341ad-111b-448a-b5fb-f0033c5b0efb tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:17.106005 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-967f33b8-23f5-474c-a68d-a1036ef10b4c req-d74341ad-111b-448a-b5fb-f0033c5b0efb tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0642130 Mar 09 14:47:17.158940 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-967f33b8-23f5-474c-a68d-a1036ef10b4c req-c38ce16c-c356-4cfa-874c-a4cd7992b3e2 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470729 Mar 09 14:47:17.232496 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e1bd-0588-4fd0-9bab-f15fd4c76cb6 req-f387494c-1756-4400-934b-69c34c3894fe tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:17.234002 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-62f1e1bd-0588-4fd0-9bab-f15fd4c76cb6 req-f387494c-1756-4400-934b-69c34c3894fe tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0643845 Mar 09 14:47:17.295782 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-62f1e1bd-0588-4fd0-9bab-f15fd4c76cb6 req-d3b8fa6c-74bf-4fd3-a9d3-769fdb27d1e3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554886 Mar 09 14:47:17.356310 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6d028e92-7086-44b2-bd84-9b32ed30563f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:17.371297 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89e7d-de15-4f44-870d-185a664ee4df req-acf53788-bca1-48f8-99eb-e257abe03334 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:17.372851 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7bd89e7d-de15-4f44-870d-185a664ee4df req-acf53788-bca1-48f8-99eb-e257abe03334 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0580542 Mar 09 14:47:17.424825 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7bd89e7d-de15-4f44-870d-185a664ee4df req-e2ffe986-655e-43bc-8d09-c191cca76a8d tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460684 Mar 09 14:47:17.536687 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7734d758-25b0-45df-945f-28b4bbafed63 req-5cd65f5e-4cc1-4d46-95be-91d8d440ec8f tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0295339 Mar 09 14:47:18.284059 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96c51c-59b4-4821-9c44-55947c62cad7 req-91c908ca-0f09-4865-aab4-9fd9ee0a4589 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:18.285679 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef96c51c-59b4-4821-9c44-55947c62cad7 req-91c908ca-0f09-4865-aab4-9fd9ee0a4589 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0544715 Mar 09 14:47:18.328294 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:18.365327 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef96c51c-59b4-4821-9c44-55947c62cad7 req-a9c95ec5-4df3-4065-aec7-53d7e250df7b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741363 Mar 09 14:47:18.491870 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7fada-19c5-47b8-86f2-9cc036884719 req-dbfe1b94-8b2d-4e3c-8959-6c671f984409 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:18.499965 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffd7fada-19c5-47b8-86f2-9cc036884719 req-dbfe1b94-8b2d-4e3c-8959-6c671f984409 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0910380 Mar 09 14:47:18.524365 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37318) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:18.556757 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 82f608af-9a80-4c92-ad3d-e3be975c7c41 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:47:18.587487 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 82f608af-9a80-4c92-ad3d-e3be975c7c41 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:47:18.588153 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 82f608af-9a80-4c92-ad3d-e3be975c7c41 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:47:18.666395 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-726324494-network', 'tenant_id': '06fe9d94b2d84be09f9525fb42997fcb'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:18.769720 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffd7fada-19c5-47b8-86f2-9cc036884719 req-b3aab636-d0db-45f7-baf7-1b27202494b8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683928 Mar 09 14:47:18.793929 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdb626-2223-4932-beae-a3cf82d6014c req-794e0932-4944-4b56-a55e-04eb7b007142 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:18.797977 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Made reservation on behalf of 06fe9d94b2d84be09f9525fb42997fcb for: {'network': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:47:18.813870 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c1fdb626-2223-4932-beae-a3cf82d6014c req-794e0932-4944-4b56-a55e-04eb7b007142 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0925899 Mar 09 14:47:18.814165 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:18.827953 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:18.855849 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c1fdb626-2223-4932-beae-a3cf82d6014c req-68b779a8-c571-4f5d-aa7f-6e227e54a900 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508692 Mar 09 14:47:18.917640 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8f470b08-67f4-4f99-be6a-4e86782836ba req-76bc51cc-ad3e-4fa2-b793-8435ed75e384 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0345910 Mar 09 14:47:18.942751 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Publish callbacks [] for security_group (48b8e9e9-1ccd-4136-a497-25d1346c2d3d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:19.022308 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (48b8e9e9-1ccd-4136-a497-25d1346c2d3d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:19.050221 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=109967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:47:19.057350 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b8e9e9-1ccd-4136-a497-25d1346c2d3d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:19.075734 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (c48c5038-4d11-401b-a504-80989c816853), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:19.076404 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.segments_db [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Added segment c48c5038-4d11-401b-a504-80989c816853 of type vlan for network ae2c144d-7993-476e-a648-5ae66e889ccd Mar 09 14:47:19.118903 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (ae2c144d-7993-476e-a648-5ae66e889ccd), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:19.239619 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (ae2c144d-7993-476e-a648-5ae66e889ccd), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:19.240642 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:19.241261 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:19.303298 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] Pushing event updated for resources: {'Network': ['ID=ae2c144d-7993-476e-a648-5ae66e889ccd,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:19.313389 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network ae2c144d-7993-476e-a648-5ae66e889ccd details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:47:19.374371 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-57d71928-dbf4-4a89-8050-2873f4f5d01e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8472273 Mar 09 14:47:19.374677 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37330) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:19.380465 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Request body: {'subnet': {'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-726324494-subnet', 'tenant_id': '06fe9d94b2d84be09f9525fb42997fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:19.529758 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afd44c-8dbf-423b-a630-ca803c60987c req-7c29ace0-0ec8-4a21-ad14-6b9c46ebfac7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:19.531406 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07afd44c-8dbf-423b-a630-ca803c60987c req-7c29ace0-0ec8-4a21-ad14-6b9c46ebfac7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0710254 Mar 09 14:47:19.533568 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Made reservation on behalf of 06fe9d94b2d84be09f9525fb42997fcb for: {'subnet': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:47:19.535908 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12933862'] for subnet (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:19.611948 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07afd44c-8dbf-423b-a630-ca803c60987c req-ab8ae67f-6cc3-432e-ba1e-96005b2223d0 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663841 Mar 09 14:47:19.716498 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:19.797061 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12879207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12933832'] for subnet (f19d2c72-fdf4-4a09-8d5c-95a7728cd36c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:19.867622 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19d2c72-fdf4-4a09-8d5c-95a7728cd36c,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:19.873450 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Checking segment: {'id': 'c48c5038-4d11-401b-a504-80989c816853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:19.873804 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Network hostable DHCP agents. Network: ae2c144d-7993-476e-a648-5ae66e889ccd, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:47:19.952126 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ac6b1-a397-4fa4-9109-6e6df1a19b5d req-1ef517a4-2749-4739-be26-32b39c2cfb91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:19.953693 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de6ac6b1-a397-4fa4-9109-6e6df1a19b5d req-1ef517a4-2749-4739-be26-32b39c2cfb91 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0896237 Mar 09 14:47:19.963274 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Network ae2c144d-7993-476e-a648-5ae66e889ccd is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:47:20.048435 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da63c6-986c-49bf-bac3-9423d6b026d9 req-ec251152-9823-47c7-b400-29f18b9a40f1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:20.050212 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87da63c6-986c-49bf-bac3-9423d6b026d9 req-ec251152-9823-47c7-b400-29f18b9a40f1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1165471 Mar 09 14:47:20.054428 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de6ac6b1-a397-4fa4-9109-6e6df1a19b5d req-c460ae6a-1dee-4c5d-9296-3d6e57a82d28 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731134 Mar 09 14:47:20.090020 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, ae2c144d-7993-476e-a648-5ae66e889ccd) {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:20.094259 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:20.094863 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:20.103921 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda8b45e-73a2-421b-a11f-c4301d625634 None None] Network ae2c144d-7993-476e-a648-5ae66e889ccd requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:47:20.157793 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87da63c6-986c-49bf-bac3-9423d6b026d9 req-d69db4ce-eaba-41ab-aed2-53a6d573181d tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951312 Mar 09 14:47:20.190779 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e5d48975-0038-42c6-b296-1d82b9d46daa req-571e0372-2832-4f70-b923-ce0e67b90579 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0306816 Mar 09 14:47:20.298946 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e0f8b-d758-46ec-b23d-568a4d43861c None None] Network ae2c144d-7993-476e-a648-5ae66e889ccd requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:47:20.330237 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-dd6cd04a-ea3c-42ec-83fd-172aac422338 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9507568 Mar 09 14:47:20.770647 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c8e9e-efba-4493-a876-be15e4e49cee req-e57a1ea3-58ec-47d0-9645-0ac505ce38db tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:20.772305 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-208c8e9e-efba-4493-a876-be15e4e49cee req-e57a1ea3-58ec-47d0-9645-0ac505ce38db tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0706975 Mar 09 14:47:20.839493 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-208c8e9e-efba-4493-a876-be15e4e49cee req-538b7c8d-7a1c-4c70-8249-b13fa06aed3f tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576444 Mar 09 14:47:21.191296 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6727f-c74d-44fb-81e4-be63fc4be39b req-b32fa056-4393-4843-88da-4faae9cd25b9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:21.198658 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-38b6727f-c74d-44fb-81e4-be63fc4be39b req-b32fa056-4393-4843-88da-4faae9cd25b9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0640845 Mar 09 14:47:21.261537 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-38b6727f-c74d-44fb-81e4-be63fc4be39b req-c381cd9c-765d-4d3a-8094-899244eb34a0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617115 Mar 09 14:47:21.350561 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f0892-6aa3-400d-bd14-9358f4b119d0 req-6e5e713c-2edf-4469-a843-20a6a6fb9f02 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:21.352093 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-db7f0892-6aa3-400d-bd14-9358f4b119d0 req-6e5e713c-2edf-4469-a843-20a6a6fb9f02 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0897150 Mar 09 14:47:21.377841 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de284187-8c86-4d09-b0e5-5e864203e39b req-911a43ef-4424-4311-8846-4b052b37e8be tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0458813 Mar 09 14:47:21.432692 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-db7f0892-6aa3-400d-bd14-9358f4b119d0 req-99905ad0-bda6-4d50-840e-fb17fb21a7f0 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662737 Mar 09 14:47:21.719583 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:21.973491 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8be64-612b-43d3-95d1-b8a254e4d49e req-edfb3e58-ec9b-4c38-888e-9fa0d0542a01 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:21.975362 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-03f8be64-612b-43d3-95d1-b8a254e4d49e req-edfb3e58-ec9b-4c38-888e-9fa0d0542a01 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0564439 Mar 09 14:47:22.029506 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-03f8be64-612b-43d3-95d1-b8a254e4d49e req-fcc489b1-5e8c-4cab-bd1c-1b0a92517b85 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466588 Mar 09 14:47:22.388441 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c86977-a13e-40c3-811b-77e2d0bcd3c5 req-cf6beb73-e4d4-4d81-996a-12cd06b47ac9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:22.389941 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-53c86977-a13e-40c3-811b-77e2d0bcd3c5 req-cf6beb73-e4d4-4d81-996a-12cd06b47ac9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0560875 Mar 09 14:47:22.439120 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-53c86977-a13e-40c3-811b-77e2d0bcd3c5 req-354dfce3-9433-48ae-a33b-97debf2d240f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414174 Mar 09 14:47:22.478407 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-913435e6-fec7-459e-b15c-db187726a47a req-bb68ddbf-5004-4256-ad46-d9b7a3f67820 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0382924 Mar 09 14:47:22.581458 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053e951-0b2e-4ba4-b995-06d72512785a req-838348db-e6ff-41cf-a851-d1e7e47d5e11 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:22.582933 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0053e951-0b2e-4ba4-b995-06d72512785a req-838348db-e6ff-41cf-a851-d1e7e47d5e11 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0531106 Mar 09 14:47:22.636362 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0053e951-0b2e-4ba4-b995-06d72512785a req-6ad26235-2b85-445f-84ba-b0f9e8b05640 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472987 Mar 09 14:47:23.159770 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b410aa-3f61-4ed6-85ec-90ab22878cd4 req-2f53f992-7dc1-40be-abbd-68321055e9b3 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:23.161507 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-58b410aa-3f61-4ed6-85ec-90ab22878cd4 req-2f53f992-7dc1-40be-abbd-68321055e9b3 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0600741 Mar 09 14:47:23.211279 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-58b410aa-3f61-4ed6-85ec-90ab22878cd4 req-99c44b7f-1bc3-4b3c-9cb1-8d83548a6001 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Mar 09 14:47:23.500149 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-49e5286e-04bb-4ef0-aa5e-d3ce0013ee55 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:23.501725 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-49e5286e-04bb-4ef0-aa5e-d3ce0013ee55 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/networks?id=ae2c144d-7993-476e-a648-5ae66e889ccd HTTP/1.1" status: 200 len: 813 time: 0.1074872 Mar 09 14:47:23.518053 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-42e97b03-4c0a-42de-b61f-6de8baff618a tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/quotas/06fe9d94b2d84be09f9525fb42997fcb HTTP/1.1" status: 200 len: 375 time: 0.0102403 Mar 09 14:47:23.559142 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-90687b8e-8971-4802-aded-c4f7ddfffd06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=06fe9d94b2d84be09f9525fb42997fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357988 Mar 09 14:47:23.664329 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b554643-d280-4011-8bde-694bdcb7f184 req-10dc35ba-7f92-4f99-8c8e-66e3b23a8169 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:23.665774 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6b554643-d280-4011-8bde-694bdcb7f184 req-10dc35ba-7f92-4f99-8c8e-66e3b23a8169 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.1322229 Mar 09 14:47:23.697997 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-c751ddd8-76f7-4f34-a920-c5a470a02c2f service neutron] 10.222.0.20 "GET /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205382 Mar 09 14:47:23.750363 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6b554643-d280-4011-8bde-694bdcb7f184 req-bb1ccfef-038b-4e12-b7b1-1cc710e67354 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786977 Mar 09 14:47:23.827302 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-54f76b74-c0b1-4f64-9297-4ebbe83f3061 service neutron] 10.222.0.20 "GET /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235635 Mar 09 14:47:23.842781 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d5b570c8-fd8a-44ee-976f-ca2dd1ea1a3b req-2dce2c14-1d76-4a55-8043-6da16608a794 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0336659 Mar 09 14:47:23.949335 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2fe3d-79f2-40b5-9efa-e3c406b1ff81 req-ad8ea0f1-4e5a-465b-9be8-5e22a5659441 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:23.950721 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b1e2fe3d-79f2-40b5-9efa-e3c406b1ff81 req-ad8ea0f1-4e5a-465b-9be8-5e22a5659441 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0520508 Mar 09 14:47:23.997744 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b1e2fe3d-79f2-40b5-9efa-e3c406b1ff81 req-5cacc66d-bbee-49be-985f-941fd641bfdc tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413868 Mar 09 14:47:24.196045 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f97161ff-32c6-45b3-bf84-4b90385c9870 req-d6c06dad-64ba-44dc-a972-a72b570d908d tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 210 time: 0.0298111 Mar 09 14:47:24.313317 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290dbf3-4fd4-4ac4-aea3-05f584cf903b req-b25d7060-d52a-4b84-94ac-049b706afb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:24.315510 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3290dbf3-4fd4-4ac4-aea3-05f584cf903b req-b25d7060-d52a-4b84-94ac-049b706afb63 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 1129 time: 0.0505514 Mar 09 14:47:24.338926 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34d7e3-bedf-476e-8202-b46f70ff098b req-18b79528-e808-44d1-a4b8-9cf26079a963 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:24.340413 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6b34d7e3-bedf-476e-8202-b46f70ff098b req-18b79528-e808-44d1-a4b8-9cf26079a963 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0556698 Mar 09 14:47:24.368151 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3290dbf3-4fd4-4ac4-aea3-05f584cf903b req-5806a6b3-77eb-4b08-aaaf-eb248a36de5e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Mar 09 14:47:24.401228 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6b34d7e3-bedf-476e-8202-b46f70ff098b req-983e6bf1-560d-41c9-be3f-5369dea1eee6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515845 Mar 09 14:47:24.873126 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7385f-a946-45a1-8ad9-397f9f543c13 req-fa8cd9e9-0a25-4bf9-af25-6a0efdbab7f1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:24.875229 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ae7385f-a946-45a1-8ad9-397f9f543c13 req-fa8cd9e9-0a25-4bf9-af25-6a0efdbab7f1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0516293 Mar 09 14:47:24.927828 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ae7385f-a946-45a1-8ad9-397f9f543c13 req-201252cd-3f03-4b41-82e6-989e60907ca9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445807 Mar 09 14:47:24.958263 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-81982362-3151-449a-9ec6-38200838dd9c req-7999b3fb-ba28-4e72-80d5-4516cbeeab80 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dcb32f-90e7-4f33-902c-5530809768b5 HTTP/1.1" status: 200 len: 210 time: 0.0295012 Mar 09 14:47:25.121883 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bf844-3e60-4318-b888-be59ab1887a5 req-8aed86b3-3cbc-4e5f-b2e6-5c2ecb7ec8c7 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:25.123352 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef7bf844-3e60-4318-b888-be59ab1887a5 req-8aed86b3-3cbc-4e5f-b2e6-5c2ecb7ec8c7 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Mar 09 14:47:25.169275 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef7bf844-3e60-4318-b888-be59ab1887a5 req-cf16ab19-bad5-40a0-a6d5-4a521f94f429 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Mar 09 14:47:25.289154 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-40fadfc4-3233-4553-a8b4-28104cfea60f req-5e48b269-a5d2-4958-ab02-f95708d21060 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 210 time: 0.0258079 Mar 09 14:47:25.521114 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b96e6-3241-49c2-8ed2-ddded7d27891 req-e8448bc7-9bda-4a99-933e-804ffad4ddec tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:25.522628 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1d6b96e6-3241-49c2-8ed2-ddded7d27891 req-e8448bc7-9bda-4a99-933e-804ffad4ddec tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0561175 Mar 09 14:47:25.575453 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1d6b96e6-3241-49c2-8ed2-ddded7d27891 req-e9cf6e5c-ab9e-438e-b924-1e4b7e055453 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465999 Mar 09 14:47:26.062740 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f8e11-5937-4615-95cb-81312d31e2aa req-b793d139-769c-45bf-929c-2e29baad2da3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:26.065967 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3b5f8e11-5937-4615-95cb-81312d31e2aa req-b793d139-769c-45bf-929c-2e29baad2da3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0591810 Mar 09 14:47:26.102069 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37482) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:26.122408 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3b5f8e11-5937-4615-95cb-81312d31e2aa req-118d8d84-0dd4-4b3a-b452-f2033edf6c1e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513537 Mar 09 14:47:26.220587 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b363fb2f-7f4d-40fe-aa28-8d2ece00a841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:26.294577 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b363fb2f-7f4d-40fe-aa28-8d2ece00a841 admin admin] Publish callbacks [] for security_group (e2d61c6d-5b38-4821-8ccb-1066b945b745), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:26.321973 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-3ac04895-3508-4815-b500-2468daa6fc18 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:26.323946 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-3ac04895-3508-4815-b500-2468daa6fc18 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/networks?id=729fa0f3-9de8-4b9c-829d-899d7871ac64 HTTP/1.1" status: 200 len: 808 time: 0.1355968 Mar 09 14:47:26.344028 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883b19c-db5e-49ac-b708-3dec63bd681a req-810470f2-da57-47a1-a941-6d86d029da80 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:26.352645 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9883b19c-db5e-49ac-b708-3dec63bd681a req-810470f2-da57-47a1-a941-6d86d029da80 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0838695 Mar 09 14:47:26.352645 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-db351021-268f-43a9-8fd1-41a71045a908 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/quotas/aea836a1dd754ca983f4b428c9f3cf53 HTTP/1.1" status: 200 len: 375 time: 0.0183532 Mar 09 14:47:26.391160 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-360e7e77-2b51-4bfa-8ca1-5fcae498ff09 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aea836a1dd754ca983f4b428c9f3cf53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365875 Mar 09 14:47:26.445258 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9883b19c-db5e-49ac-b708-3dec63bd681a req-52730bd8-c55e-4301-a148-df6b2a9ac2c9 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819502 Mar 09 14:47:26.445472 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b363fb2f-7f4d-40fe-aa28-8d2ece00a841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (e2d61c6d-5b38-4821-8ccb-1066b945b745), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:26.515030 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363fb2f-7f4d-40fe-aa28-8d2ece00a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d61c6d-5b38-4821-8ccb-1066b945b745,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:26.519272 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-44687f33-2e16-4453-9ce9-3bf087c9b918 service neutron] 10.222.0.20 "GET /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203721 Mar 09 14:47:26.544161 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-b363fb2f-7f4d-40fe-aa28-8d2ece00a841 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7a1088d28cb4393a144aaa849d71ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4400990 Mar 09 14:47:26.544899 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37502) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:26.555426 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5e326182-a0df-434c-88bc-cdc291a7d2e5 req-04047857-8441-414a-848f-34d38bfd9b36 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 210 time: 0.0349076 Mar 09 14:47:26.643284 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-b30e1153-dc4e-4c84-b12d-e1de13b58a77 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:26.644767 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-b30e1153-dc4e-4c84-b12d-e1de13b58a77 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.16 "GET /v2.0/networks?id=ae2c144d-7993-476e-a648-5ae66e889ccd HTTP/1.1" status: 200 len: 813 time: 0.1583283 Mar 09 14:47:26.656193 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-0585ba5a-7c6f-4d25-97ef-377d95d996d4 service neutron] 10.222.0.20 "GET /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237507 Mar 09 14:47:26.658296 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Request body: {'port': {'device_id': 'cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf', 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd', 'admin_state_up': True, 'tenant_id': '06fe9d94b2d84be09f9525fb42997fcb'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:26.675748 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-81a35382-2402-46c6-8647-1f80f79994b9 admin admin] Publish callbacks [] for security_group (e2d61c6d-5b38-4821-8ccb-1066b945b745), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:26.718025 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245980d-fa62-41e0-9ddf-6fed4046e41f req-0419ef9e-0529-4bcf-9855-ba7ffeb29997 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:26.720436 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8245980d-fa62-41e0-9ddf-6fed4046e41f req-0419ef9e-0529-4bcf-9855-ba7ffeb29997 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0597713 Mar 09 14:47:26.749445 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-81a35382-2402-46c6-8647-1f80f79994b9 admin admin] Publish callbacks [] for security_group (e2d61c6d-5b38-4821-8ccb-1066b945b745), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:26.775274 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8245980d-fa62-41e0-9ddf-6fed4046e41f req-f90826fd-05db-4a52-90f9-f32f987cf338 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466983 Mar 09 14:47:26.922683 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Made reservation on behalf of 06fe9d94b2d84be09f9525fb42997fcb for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:47:26.925277 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bd962269-ce41-495b-b7a2-347400ac6086 req-a5b0714c-f4b0-4343-9a74-4a5b0f978e07 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 210 time: 0.0309489 Mar 09 14:47:26.926135 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:26.971783 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-81a35382-2402-46c6-8647-1f80f79994b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (e2d61c6d-5b38-4821-8ccb-1066b945b745), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:26.974377 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-81a35382-2402-46c6-8647-1f80f79994b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:26.975802 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-81a35382-2402-46c6-8647-1f80f79994b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2d61c6d-5b38-4821-8ccb-1066b945b745 HTTP/1.1" status: 204 len: 168 time: 0.4275174 Mar 09 14:47:27.078697 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a35382-2402-46c6-8647-1f80f79994b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d61c6d-5b38-4821-8ccb-1066b945b745,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:27.162453 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Allocated IP 172.20.0.8 (ae2c144d-7993-476e-a648-5ae66e889ccd/f19d2c72-fdf4-4a09-8d5c-95a7728cd36c/08fd6674-b019-4f56-b222-9c0150f55191) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:47:27.217309 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67324118-6d30-421a-b7a4-8bb54c06ff26 req-b8eb94f2-7133-45b6-8d01-7f6df8a55fef tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:27.217309 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67324118-6d30-421a-b7a4-8bb54c06ff26 req-b8eb94f2-7133-45b6-8d01-7f6df8a55fef tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0966127 Mar 09 14:47:27.285483 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67324118-6d30-421a-b7a4-8bb54c06ff26 req-43c94b45-75d7-43f2-ab56-fb3867347533 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709331 Mar 09 14:47:27.308791 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81b905-34b8-4615-8cfe-87418a4303d9 req-471f938c-bfa2-4b0b-b326-1d2528b0f612 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:27.316234 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fd81b905-34b8-4615-8cfe-87418a4303d9 req-471f938c-bfa2-4b0b-b326-1d2528b0f612 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0789709 Mar 09 14:47:27.356703 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5814d-2f5b-4c14-afd8-e5fc4b5fd8e1 req-8bced19d-043b-4144-ae3c-bc64705ba05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:27.358278 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-11f5814d-2f5b-4c14-afd8-e5fc4b5fd8e1 req-8bced19d-043b-4144-ae3c-bc64705ba05b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 1129 time: 0.1382711 Mar 09 14:47:27.366446 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fd81b905-34b8-4615-8cfe-87418a4303d9 req-a0192679-073e-42fe-a74b-4f62b0ebc0e3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498018 Mar 09 14:47:27.419142 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks [] for port (08fd6674-b019-4f56-b222-9c0150f55191), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:27.516754 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5814d-2f5b-4c14-afd8-e5fc4b5fd8e1 req-2ceb2f1d-2fe0-4a4b-8966-8fa1e0fc7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:27.518340 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-11f5814d-2f5b-4c14-afd8-e5fc4b5fd8e1 req-2ceb2f1d-2fe0-4a4b-8966-8fa1e0fc7d85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 200 len: 919 time: 0.1277783 Mar 09 14:47:27.538341 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 37538) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:27.690524 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-234bde3b-65a3-4418-8620-f53ae16c1d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:27.723989 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007830ff-4d22-455b-8916-69a227e9b155 req-85c6359f-db79-41cb-a97e-9b13686b8f07 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:27.725473 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-007830ff-4d22-455b-8916-69a227e9b155 req-85c6359f-db79-41cb-a97e-9b13686b8f07 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 931 time: 0.0897484 Mar 09 14:47:27.804220 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-007830ff-4d22-455b-8916-69a227e9b155 req-22bb0976-226d-4ef4-8689-d3de29c5fee3 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703902 Mar 09 14:47:27.814671 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-11f5814d-2f5b-4c14-afd8-e5fc4b5fd8e1 req-0737357b-f92a-48f3-97b5-e1914cbac849 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cc4fbb-0e38-4008-932b-193044a80590 HTTP/1.1" status: 200 len: 217 time: 0.2880490 Mar 09 14:47:27.820157 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (08fd6674-b019-4f56-b222-9c0150f55191), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:27.835971 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-234bde3b-65a3-4418-8620-f53ae16c1d04 admin admin] Publish callbacks [] for security_group (3711c95f-f179-453e-8855-8a51c9247a24), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:27.891964 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Network ae2c144d-7993-476e-a648-5ae66e889ccd is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:27.897830 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:27.900616 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-234bde3b-65a3-4418-8620-f53ae16c1d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (3711c95f-f179-453e-8855-8a51c9247a24), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:27.903794 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:47:27.911327 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Pushing event updated for resources: {'Port': ['ID=08fd6674-b019-4f56-b222-9c0150f55191,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:27.939209 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5814d-2f5b-4c14-afd8-e5fc4b5fd8e1 req-ab2fc63c-c6da-41c2-99cb-785ed293e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:27.941080 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-11f5814d-2f5b-4c14-afd8-e5fc4b5fd8e1 req-ab2fc63c-c6da-41c2-99cb-785ed293e5aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca833601-fec1-47af-81eb-31f5f61acb2f HTTP/1.1" status: 200 len: 858 time: 0.1166987 Mar 09 14:47:27.947677 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-234bde3b-65a3-4418-8620-f53ae16c1d04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43deb340740e4a18bd38a75a8929a38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083598 Mar 09 14:47:27.950630 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37554) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:27.951546 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bde3b-65a3-4418-8620-f53ae16c1d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711c95f-f179-453e-8855-8a51c9247a24,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:27.969234 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91c2cf-bb9a-451a-8d39-13926268f32d req-0d6f5a5d-8bf5-4f29-91a7-4f1c5888de2d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:27.970853 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bf91c2cf-bb9a-451a-8d39-13926268f32d req-0d6f5a5d-8bf5-4f29-91a7-4f1c5888de2d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.1056273 Mar 09 14:47:27.991088 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-11f5814d-2f5b-4c14-afd8-e5fc4b5fd8e1 req-9584e0ba-5e64-4edb-ab3b-51078b9b713b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438776 Mar 09 14:47:28.020596 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:28.021251 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:28.050667 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6c6846b4-9e84-4db4-b1a4-ba51ef839948 req-0b654071-9aa0-4395-86fa-ed65d6c11016 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 210 time: 0.0394406 Mar 09 14:47:28.070810 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bf91c2cf-bb9a-451a-8d39-13926268f32d req-584c26a8-a397-4c13-b138-61d46add6250 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919952 Mar 09 14:47:28.121364 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d607476f-7eec-4d14-8c47-72a35a016ef3 admin admin] Publish callbacks [] for security_group (3711c95f-f179-453e-8855-8a51c9247a24), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:28.155936 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d607476f-7eec-4d14-8c47-72a35a016ef3 admin admin] Publish callbacks [] for security_group (3711c95f-f179-453e-8855-8a51c9247a24), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:28.158892 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-11f5814d-2f5b-4c14-afd8-e5fc4b5fd8e1 req-a6898348-e35c-400e-86d1-852e7fd867a8 service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608334 Mar 09 14:47:28.174178 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-04f473b2-8001-4455-81b4-d3a2a0507d06 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5197387 Mar 09 14:47:28.201327 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Request body: {'port': {'device_id': 'cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:28.311736 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (08fd6674-b019-4f56-b222-9c0150f55191), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:28.334504 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-11f5814d-2f5b-4c14-afd8-e5fc4b5fd8e1 req-88a919dc-2c62-4a03-9bfc-8c887def3337 service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593926 Mar 09 14:47:28.336028 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.16', 64558) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:28.455019 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d607476f-7eec-4d14-8c47-72a35a016ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (3711c95f-f179-453e-8855-8a51c9247a24), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:28.459885 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d607476f-7eec-4d14-8c47-72a35a016ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:28.474829 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d607476f-7eec-4d14-8c47-72a35a016ef3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3711c95f-f179-453e-8855-8a51c9247a24 HTTP/1.1" status: 204 len: 168 time: 0.5146105 Mar 09 14:47:28.540866 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607476f-7eec-4d14-8c47-72a35a016ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711c95f-f179-453e-8855-8a51c9247a24,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:28.551879 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-5734f13e-04a4-4695-9059-aed0d814930d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2113423 Mar 09 14:47:28.568796 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1cfa9-e0dd-4903-8323-7c73a9a1de40 req-b08fcde7-c9c7-4f9b-872c-43442ad863e8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:28.570290 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3dc1cfa9-e0dd-4903-8323-7c73a9a1de40 req-b08fcde7-c9c7-4f9b-872c-43442ad863e8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0939889 Mar 09 14:47:28.577980 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1a4ae-d57b-408f-ba3d-45cccb5ffc0c req-f04d59b3-8774-4e29-ad6d-ee673864e3de tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:28.584612 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b9f1a4ae-d57b-408f-ba3d-45cccb5ffc0c req-f04d59b3-8774-4e29-ad6d-ee673864e3de tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1443458 Mar 09 14:47:28.726346 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fd6674-b019-4f56-b222-9c0150f55191 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:47:28.734396 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Publish callbacks [] for port (08fd6674-b019-4f56-b222-9c0150f55191), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:28.749153 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Transition to ACTIVE for port object 08fd6674-b019-4f56-b222-9c0150f55191 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:47:28.751566 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b9f1a4ae-d57b-408f-ba3d-45cccb5ffc0c req-3570018e-3219-47f3-9f1b-767755395303 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620345 Mar 09 14:47:28.762865 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3dc1cfa9-e0dd-4903-8323-7c73a9a1de40 req-06bfee8a-c099-4809-8906-7acf3bc0b0a7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762445 Mar 09 14:47:28.779838 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-4c87e5d1-8c08-4c87-8dcf-8840592ddd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:28.781390 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-4c87e5d1-8c08-4c87-8dcf-8840592ddd83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 1130 time: 0.1826682 Mar 09 14:47:28.814346 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (08fd6674-b019-4f56-b222-9c0150f55191), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:28.940078 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Pushing event updated for resources: {'Port': ['ID=08fd6674-b019-4f56-b222-9c0150f55191,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:28.996984 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Attempting to bind port 08fd6674-b019-4f56-b222-9c0150f55191 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:47:28.997325 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Attempting to bind port 08fd6674-b019-4f56-b222-9c0150f55191 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c48c5038-4d11-401b-a504-80989c816853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:47:28.997655 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Attempting to bind port 08fd6674-b019-4f56-b222-9c0150f55191 on network ae2c144d-7993-476e-a648-5ae66e889ccd {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:29.004524 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Port 08fd6674-b019-4f56-b222-9c0150f55191 on network ae2c144d-7993-476e-a648-5ae66e889ccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:47:29.004813 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Attempting to bind port 08fd6674-b019-4f56-b222-9c0150f55191 on network ae2c144d-7993-476e-a648-5ae66e889ccd {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:29.010628 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:47:29.011127 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Checking segment: {'id': 'c48c5038-4d11-401b-a504-80989c816853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:29.011521 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Bound using segment: {'id': 'c48c5038-4d11-401b-a504-80989c816853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:47:29.011955 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Bound port: 08fd6674-b019-4f56-b222-9c0150f55191, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48c5038-4d11-401b-a504-80989c816853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:47:29.012313 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (08fd6674-b019-4f56-b222-9c0150f55191), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:29.101741 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] For port 08fd6674-b019-4f56-b222-9c0150f55191, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:47:29.106453 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] For port 08fd6674-b019-4f56-b222-9c0150f55191, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=08fd6674-b019-4f56-b222-9c0150f55191,segment=NetworkSegment(c48c5038-4d11-401b-a504-80989c816853),segment_id=c48c5038-4d11-401b-a504-80989c816853)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:47:29.211965 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7986379-195d-4235-b6f9-05097fe09173 req-9b1c54bb-b474-4e97-973b-155a66dea733 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 210 time: 0.0600166 Mar 09 14:47:29.250206 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-2a151149-d96c-476b-bfb4-6bf07c421814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:29.251876 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-2a151149-d96c-476b-bfb4-6bf07c421814 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 915 time: 0.4380085 Mar 09 14:47:29.262431 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (08fd6674-b019-4f56-b222-9c0150f55191), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:29.310104 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-ad6b6463-b8d4-4f34-a4a2-a03ab59fab2e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:29.311817 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-ad6b6463-b8d4-4f34-a4a2-a03ab59fab2e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.16 "GET /v2.0/networks?id=729fa0f3-9de8-4b9c-829d-899d7871ac64 HTTP/1.1" status: 200 len: 808 time: 0.1628032 Mar 09 14:47:29.313634 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:29.318163 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:29.318163 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] 10.222.0.16 "PUT /v2.0/ports/08fd6674-b019-4f56-b222-9c0150f55191 HTTP/1.1" status: 200 len: 1093 time: 1.1322684 Mar 09 14:47:29.318163 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf', 'tag': '08fd6674-b019-4f56-b222-9c0150f55191'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:29.320650 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19879b9e-8822-4043-ae60-3d2fb40b4507" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf", "tag": "08fd6674-b019-4f56-b222-9c0150f55191"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:29.334645 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Request body: {'port': {'device_id': '6499e72b-953f-43ca-8060-56a8d97f7270', 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64', 'admin_state_up': True, 'tenant_id': 'aea836a1dd754ca983f4b428c9f3cf53'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:29.373714 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57678f12-37d4-48c2-a80b-6f6df785f485 service neutron] Pushing event updated for resources: {'Port': ['ID=08fd6674-b019-4f56-b222-9c0150f55191,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:29.395113 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b2bb5-a7e5-4b2f-8257-bf0081ede4a2 req-4e5ea800-858b-4a6b-9b71-8696a2843da4 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:29.402596 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-834b2bb5-a7e5-4b2f-8257-bf0081ede4a2 req-4e5ea800-858b-4a6b-9b71-8696a2843da4 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 943 time: 0.2496536 Mar 09 14:47:29.466945 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-e9573e2e-9882-4081-842e-ca9a60df6cb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=111918c6-3ae6-43b0-8bc1-47b1196ba336 HTTP/1.1" status: 200 len: 1002 time: 0.2054002 Mar 09 14:47:29.522937 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-a398c834-646c-424f-ad8e-1fd20b235f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:29.525727 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-a398c834-646c-424f-ad8e-1fd20b235f8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06fe9d94b2d84be09f9525fb42997fcb&device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 1127 time: 0.0768805 Mar 09 14:47:29.539391 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-834b2bb5-a7e5-4b2f-8257-bf0081ede4a2 req-7732991d-574a-4843-ac2a-540ce6d61509 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358356 Mar 09 14:47:29.548695 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127b7e0-a3f6-4e5a-a5f2-3565b02a8be6 req-7e8a6ffe-cae8-41e0-bc8b-4012c8919f61 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:29.558544 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8127b7e0-a3f6-4e5a-a5f2-3565b02a8be6 req-7e8a6ffe-cae8-41e0-bc8b-4012c8919f61 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.2107456 Mar 09 14:47:29.580274 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-65209ebf-371d-421d-82d8-78f44e1f89cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08fd6674-b019-4f56-b222-9c0150f55191 HTTP/1.1" status: 200 len: 217 time: 0.0469704 Mar 09 14:47:29.623254 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8127b7e0-a3f6-4e5a-a5f2-3565b02a8be6 req-60b870f4-8b6c-4259-a2ec-5daceeb5cd2b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637815 Mar 09 14:47:29.626944 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87481a05-fff8-4386-90e0-39e839d69289 x-openstack-request-id: req-87481a05-fff8-4386-90e0-39e839d69289 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:29.627238 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf", "tag": "08fd6674-b019-4f56-b222-9c0150f55191", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:29.627498 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87481a05-fff8-4386-90e0-39e839d69289 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:29.627891 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf', 'tag': '08fd6674-b019-4f56-b222-9c0150f55191', 'status': 'completed', 'code': 200} Mar 09 14:47:29.630645 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-9bcdbf1d-4961-4fb5-9f7d-f8315167abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:29.630904 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Made reservation on behalf of aea836a1dd754ca983f4b428c9f3cf53 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:47:29.632248 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-9bcdbf1d-4961-4fb5-9f7d-f8315167abfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=716d55f1-12e3-4df0-8873-3342175b3a93 HTTP/1.1" status: 200 len: 853 time: 0.1524036 Mar 09 14:47:29.634781 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:29.674791 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-53283a7c-d2f0-43d9-b5eb-bd413c2f9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:29.681351 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-53283a7c-d2f0-43d9-b5eb-bd413c2f9be1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f19d2c72-fdf4-4a09-8d5c-95a7728cd36c HTTP/1.1" status: 200 len: 853 time: 0.0873585 Mar 09 14:47:29.727695 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-8594fc97-a35f-488b-a16a-eb6c55df0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:29.729365 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-8594fc97-a35f-488b-a16a-eb6c55df0116 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d7fd99d-9010-431c-8d9a-debb68cefb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879071 Mar 09 14:47:29.757912 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-5b571a1b-86f6-4ecd-9cac-199950b9ba6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae2c144d-7993-476e-a648-5ae66e889ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458190 Mar 09 14:47:29.847181 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-a25928e5-c134-4554-be18-bccf33b26b23 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094897 Mar 09 14:47:29.865842 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 37614) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:29.903035 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Allocated IP 172.20.0.8 (729fa0f3-9de8-4b9c-829d-899d7871ac64/9e379270-29cc-4342-8fd0-4ea075c0147f/c65e48fd-6a85-4d58-a7b3-41648e7a2bf1) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:47:29.952221 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-40fb6915-5c75-4c7d-be61-f34097438334 service neutron] 10.222.0.16 "GET /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849055 Mar 09 14:47:29.991311 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1523486169-network', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:30.042924 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bc366-b6e0-49b0-8a58-ac8182b41e26 req-673df9ff-1438-4185-9e92-b4cef0a7fcf3 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:30.044319 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-068bc366-b6e0-49b0-8a58-ac8182b41e26 req-673df9ff-1438-4185-9e92-b4cef0a7fcf3 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1792965 Mar 09 14:47:30.054212 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d5f0a-c080-4c67-a470-668152ce44e4 req-d771a530-03c9-45d6-b5dc-dc02846a955e service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983306 Mar 09 14:47:30.065340 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1b92b-d816-4580-882e-193a1cc90007 req-e8de06c1-e0f7-4501-bdb8-b3b9bb8ec8b7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:30.066771 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4af1b92b-d816-4580-882e-193a1cc90007 req-e8de06c1-e0f7-4501-bdb8-b3b9bb8ec8b7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.1850355 Mar 09 14:47:30.114468 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Made reservation on behalf of 2d96e40d3a3a4ca48ae72a451e1c97eb for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:47:30.116786 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.124536 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a7cb0a4f-c4d4-49a0-a54c-7d51abd9f9f2 req-2f8d2e4a-5544-4454-93b5-e92c46ae6cb2 service neutron] 10.222.0.16 "GET /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629241 Mar 09 14:47:30.141443 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.149456 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks [] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.153212 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-068bc366-b6e0-49b0-8a58-ac8182b41e26 req-c5333bef-83d9-4b1d-a71a-b04793bc2561 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027257 Mar 09 14:47:30.168545 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4af1b92b-d816-4580-882e-193a1cc90007 req-33d323ab-4eec-43dc-8985-693c202dfa3c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934508 Mar 09 14:47:30.236940 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Publish callbacks [] for security_group (5eb4ab7a-e678-46cb-93fb-8044bdef1309), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.271132 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.329305 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5eb4ab7a-e678-46cb-93fb-8044bdef1309), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.334836 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Network 729fa0f3-9de8-4b9c-829d-899d7871ac64 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:30.342643 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:30.345375 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:47:30.345545 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79a35c-1f82-4f75-a704-65f7c156384f req-2c91607f-90ef-4444-b570-acb048956921 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:30.346942 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8a79a35c-1f82-4f75-a704-65f7c156384f req-2c91607f-90ef-4444-b570-acb048956921 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 931 time: 0.0623364 Mar 09 14:47:30.366958 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:47:30.373886 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Pushing event updated for resources: {'Port': ['ID=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:30.390235 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879b9e-8822-4043-ae60-3d2fb40b4507 req-b8ddd0a4-98e7-46b0-bf1d-7d501af89855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:30.391537 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb4ab7a-e678-46cb-93fb-8044bdef1309,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:30.391701 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-19879b9e-8822-4043-ae60-3d2fb40b4507 req-b8ddd0a4-98e7-46b0-bf1d-7d501af89855 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06fe9d94b2d84be09f9525fb42997fcb&device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 1127 time: 0.1303744 Mar 09 14:47:30.399077 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (aa642d1c-98ca-4a64-8cb2-eb842f663ffa), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.399688 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Added segment aa642d1c-98ca-4a64-8cb2-eb842f663ffa of type vlan for network 58b910ad-0b37-4c80-9cd3-724ebc3f515b Mar 09 14:47:30.426328 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:30.426934 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.456816 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (58b910ad-0b37-4c80-9cd3-724ebc3f515b), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.465614 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8a79a35c-1f82-4f75-a704-65f7c156384f req-1a813e44-1d28-4f1b-ba59-f78f3c821f4b tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038716 Mar 09 14:47:30.501162 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879b9e-8822-4043-ae60-3d2fb40b4507 req-524a89c0-d6a9-4c3f-b9f2-68541d6c3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:30.502605 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-19879b9e-8822-4043-ae60-3d2fb40b4507 req-524a89c0-d6a9-4c3f-b9f2-68541d6c3ea4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae2c144d-7993-476e-a648-5ae66e889ccd HTTP/1.1" status: 200 len: 914 time: 0.1017733 Mar 09 14:47:30.546283 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-19879b9e-8822-4043-ae60-3d2fb40b4507 req-a2d6e551-00f8-42f1-8a75-fa48b56a598c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08fd6674-b019-4f56-b222-9c0150f55191 HTTP/1.1" status: 200 len: 217 time: 0.0340147 Mar 09 14:47:30.562167 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-f8deb86c-22d3-43bf-aae5-06f51f1b28e5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2330728 Mar 09 14:47:30.574395 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Request body: {'port': {'device_id': '6499e72b-953f-43ca-8060-56a8d97f7270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:30.617242 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (58b910ad-0b37-4c80-9cd3-724ebc3f515b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.618541 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:30.619434 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.637949 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19879b9e-8822-4043-ae60-3d2fb40b4507 req-14ffd3de-bb8d-454a-9ac6-fa5a015b2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:30.639395 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-19879b9e-8822-4043-ae60-3d2fb40b4507 req-14ffd3de-bb8d-454a-9ac6-fa5a015b2e5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f19d2c72-fdf4-4a09-8d5c-95a7728cd36c HTTP/1.1" status: 200 len: 853 time: 0.0764062 Mar 09 14:47:30.687938 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-19879b9e-8822-4043-ae60-3d2fb40b4507 req-b9ac9d11-af99-4bfb-a30b-ba2ec106f33e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae2c144d-7993-476e-a648-5ae66e889ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290163 Mar 09 14:47:30.690067 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:30.721703 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] Pushing event updated for resources: {'Network': ['ID=58b910ad-0b37-4c80-9cd3-724ebc3f515b,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:30.740879 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 58b910ad-0b37-4c80-9cd3-724ebc3f515b details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:47:30.775693 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81ceff-d4c4-4a0d-92ce-afcad1bd782a req-70833cd0-d023-41ad-a88f-1ef25dc735b4 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:30.777268 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7e81ceff-d4c4-4a0d-92ce-afcad1bd782a req-70833cd0-d023-41ad-a88f-1ef25dc735b4 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 943 time: 0.1519723 Mar 09 14:47:30.811220 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b6d5633d-11e7-407e-9bc1-1e886855d20e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9413126 Mar 09 14:47:30.818953 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 37628) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:30.823787 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Request body: {'subnet': {'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1523486169-subnet', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:30.844549 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa36d6-7754-4bd8-b5f7-d6921ae43475 req-7c9b9178-420b-4a3e-ac52-61445b4659a2 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:30.846100 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3bfa36d6-7754-4bd8-b5f7-d6921ae43475 req-7c9b9178-420b-4a3e-ac52-61445b4659a2 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.1268978 Mar 09 14:47:30.887946 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-19879b9e-8822-4043-ae60-3d2fb40b4507 req-dde90243-c702-4adc-b60c-83ea48c68858 service neutron] 10.222.0.16 "GET /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879704 Mar 09 14:47:30.896467 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7e81ceff-d4c4-4a0d-92ce-afcad1bd782a req-9b42b713-7a84-4da4-82e2-91cd742d39aa tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116989 Mar 09 14:47:30.938297 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3bfa36d6-7754-4bd8-b5f7-d6921ae43475 req-6cb8c162-eaa1-489a-8655-62d14c113748 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818729 Mar 09 14:47:30.982527 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Made reservation on behalf of 2d96e40d3a3a4ca48ae72a451e1c97eb for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:47:30.984907 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13243431'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.053382 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-19879b9e-8822-4043-ae60-3d2fb40b4507 req-8899bbda-6bbf-434f-8b03-f94d895d6e3a service neutron] 10.222.0.16 "GET /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515446 Mar 09 14:47:31.104878 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:47:31.112793 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Publish callbacks [] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.126139 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Transition to ACTIVE for port object c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:47:31.205951 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13132628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13243401'] for subnet (6ec538c9-fc83-4aff-885a-b6f59e2898fa), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.223198 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.267475 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Pushing event updated for resources: {'Port': ['ID=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:31.331023 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec538c9-fc83-4aff-885a-b6f59e2898fa,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:31.340790 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Checking segment: {'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:31.341162 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Network hostable DHCP agents. Network: 58b910ad-0b37-4c80-9cd3-724ebc3f515b, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:47:31.347436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Attempting to bind port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:47:31.347962 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Attempting to bind port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b7555970-d3a5-45d5-a120-da08477b568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:47:31.348172 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Attempting to bind port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 on network 729fa0f3-9de8-4b9c-829d-899d7871ac64 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:31.353595 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 on network 729fa0f3-9de8-4b9c-829d-899d7871ac64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:47:31.353880 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Attempting to bind port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 on network 729fa0f3-9de8-4b9c-829d-899d7871ac64 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:31.363690 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:47:31.363690 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Checking segment: {'id': 'b7555970-d3a5-45d5-a120-da08477b568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:31.363690 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Bound using segment: {'id': 'b7555970-d3a5-45d5-a120-da08477b568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:47:31.363690 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Bound port: c65e48fd-6a85-4d58-a7b3-41648e7a2bf1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7555970-d3a5-45d5-a120-da08477b568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:47:31.363690 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.364192 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ba0be-a1c2-43b6-9bc3-0c72b618230e req-93845aea-a4f0-45ac-9103-45a9d35c47cf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:31.364192 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c90ba0be-a1c2-43b6-9bc3-0c72b618230e req-93845aea-a4f0-45ac-9103-45a9d35c47cf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1298504 Mar 09 14:47:31.406786 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ba9ba-3cde-48dc-a5b9-5654dcf2717b req-1a08ce81-7921-4d0b-9f9d-998369eb9a1c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:31.416774 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f39ba9ba-3cde-48dc-a5b9-5654dcf2717b req-1a08ce81-7921-4d0b-9f9d-998369eb9a1c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.1478276 Mar 09 14:47:31.461042 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] For port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:47:31.465922 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] For port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,segment=NetworkSegment(b7555970-d3a5-45d5-a120-da08477b568e),segment_id=b7555970-d3a5-45d5-a120-da08477b568e)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:47:31.481670 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Network 58b910ad-0b37-4c80-9cd3-724ebc3f515b is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:47:31.493931 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f39ba9ba-3cde-48dc-a5b9-5654dcf2717b req-8046bd00-979c-4bfd-8204-38e4f01ebe3a tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763259 Mar 09 14:47:31.497571 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c90ba0be-a1c2-43b6-9bc3-0c72b618230e req-c59cb904-ccd9-4e92-b779-858cd1a4545f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286182 Mar 09 14:47:31.566255 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.610161 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:31.610161 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.610161 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] 10.222.0.16 "PUT /v2.0/ports/c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 HTTP/1.1" status: 200 len: 1093 time: 1.0392818 Mar 09 14:47:31.617844 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 58b910ad-0b37-4c80-9cd3-724ebc3f515b) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:31.630373 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6499e72b-953f-43ca-8060-56a8d97f7270', 'tag': 'c65e48fd-6a85-4d58-a7b3-41648e7a2bf1'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:31.633206 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fd0a29-dd21-4008-bb08-084d787fe9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6499e72b-953f-43ca-8060-56a8d97f7270", "tag": "c65e48fd-6a85-4d58-a7b3-41648e7a2bf1"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:31.634397 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:31.635652 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.640402 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f287fff4-93b0-4768-8c18-76e03e264ea2 None None] Network 58b910ad-0b37-4c80-9cd3-724ebc3f515b requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:47:31.660637 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89141f6-d857-4402-9381-33b59b967a65 service neutron] Pushing event updated for resources: {'Port': ['ID=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:31.687049 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd61ecf-ab41-420b-9f89-9787db9804ae x-openstack-request-id: req-6dd61ecf-ab41-420b-9f89-9787db9804ae {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:31.687416 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6499e72b-953f-43ca-8060-56a8d97f7270", "tag": "c65e48fd-6a85-4d58-a7b3-41648e7a2bf1", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:31.687735 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dd61ecf-ab41-420b-9f89-9787db9804ae {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:31.688191 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6499e72b-953f-43ca-8060-56a8d97f7270', 'tag': 'c65e48fd-6a85-4d58-a7b3-41648e7a2bf1', 'status': 'completed', 'code': 200} Mar 09 14:47:31.688531 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acc6c3-d6a2-4874-9c43-190c0df97af5 req-33dc76e5-9d75-4733-ad99-88c4225275df tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:31.690179 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-77acc6c3-d6a2-4874-9c43-190c0df97af5 req-33dc76e5-9d75-4733-ad99-88c4225275df tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 943 time: 0.1152892 Mar 09 14:47:31.724818 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b4623bea-cac7-4afd-9d76-03d0f748b6df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9061744 Mar 09 14:47:31.727642 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37650) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:31.749828 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:31.753412 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-77acc6c3-d6a2-4874-9c43-190c0df97af5 req-be2d4651-f9c2-4b99-99ba-1d8d6ef45988 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532844 Mar 09 14:47:31.782159 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:47:31.783128 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.789279 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd0a29-dd21-4008-bb08-084d787fe9e6 req-8b389fcf-d043-4745-8c10-3033ca1062ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:31.790828 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8fd0a29-dd21-4008-bb08-084d787fe9e6 req-8b389fcf-d043-4745-8c10-3033ca1062ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea836a1dd754ca983f4b428c9f3cf53&device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 1127 time: 0.0805612 Mar 09 14:47:31.889709 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd0a29-dd21-4008-bb08-084d787fe9e6 req-749044a3-8336-4ff8-b55b-ace6a0cb4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:31.890963 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8fd0a29-dd21-4008-bb08-084d787fe9e6 req-749044a3-8336-4ff8-b55b-ace6a0cb4fd1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=aea836a1dd754ca983f4b428c9f3cf53&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0926070 Mar 09 14:47:31.897340 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (5928671e-af32-49a3-ada6-a162735585af), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.898406 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (5928671e-af32-49a3-ada6-a162735585af), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:31.919280 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Allocated IP 172.20.0.2 (58b910ad-0b37-4c80-9cd3-724ebc3f515b/6ec538c9-fc83-4aff-885a-b6f59e2898fa/040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:47:32.022786 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks [] for router_controller (5928671e-af32-49a3-ada6-a162735585af), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:32.046597 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd0a29-dd21-4008-bb08-084d787fe9e6 req-0ca32d8d-3b06-440e-a41d-c696d433c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:32.048159 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8fd0a29-dd21-4008-bb08-084d787fe9e6 req-0ca32d8d-3b06-440e-a41d-c696d433c465 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444724 Mar 09 14:47:32.076520 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568ebd-647e-407e-ae60-5c5f03acc7c8 req-0cc0091e-ab1d-44c2-b69d-cb1e04bbcb22 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:32.078022 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cb568ebd-647e-407e-ae60-5c5f03acc7c8 req-0cc0091e-ab1d-44c2-b69d-cb1e04bbcb22 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 943 time: 0.0996439 Mar 09 14:47:32.085780 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Publish callbacks [] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:32.124134 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2de58-4f12-400f-bea4-e0c45a056b05 req-71950ba1-a453-487e-821c-aae81b288b8c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:32.126135 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a0d2de58-4f12-400f-bea4-e0c45a056b05 req-71950ba1-a453-487e-821c-aae81b288b8c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0878127 Mar 09 14:47:32.157563 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cb568ebd-647e-407e-ae60-5c5f03acc7c8 req-60d6f2de-9782-4ca3-bf10-dbdf3b845a46 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716674 Mar 09 14:47:32.191195 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a0d2de58-4f12-400f-bea4-e0c45a056b05 req-1aab32f3-7ffc-4c74-942a-8e583dd0ee8a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593500 Mar 09 14:47:32.232616 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:32.269183 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:32.283212 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Network 58b910ad-0b37-4c80-9cd3-724ebc3f515b is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:32.288454 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:32.290741 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Pushing event updated for resources: {'Port': ['ID=040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:32.299463 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:47:32.357851 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Attempting to bind port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:47:32.358226 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Attempting to bind port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:47:32.358591 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Attempting to bind port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 on network 58b910ad-0b37-4c80-9cd3-724ebc3f515b {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:32.364088 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:47:32.364468 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Checking segment: {'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:32.364910 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:32.365304 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Bound using segment: {'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:47:32.365773 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Bound port: 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:47:32.366153 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:32.429327 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] For port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:47:32.432289 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] For port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:47:32.456945 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-6e505728-4f2e-4881-9b1b-605c3927ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:32.458593 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-6e505728-4f2e-4881-9b1b-605c3927ae11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea836a1dd754ca983f4b428c9f3cf53&device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 1127 time: 0.3466604 Mar 09 14:47:32.504451 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:32.547770 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-99e4f238-5110-4ff2-9e98-19d6e8229c0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 HTTP/1.1" status: 200 len: 217 time: 0.0568554 Mar 09 14:47:32.588366 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba225a-6f6a-4b75-af95-6cc1d8c1f0e2 None None] Pushing event updated for resources: {'Port': ['ID=040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:32.596290 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks [] for router_gateway (5928671e-af32-49a3-ada6-a162735585af), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:32.640292 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 824eb34c-2615-41a5-8a24-1ad6f4c309b9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:47:32.651970 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a39a27-ccd6-45ae-a956-9a11c898406a req-6c2befc3-8426-41c2-b516-51b584742fa9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:32.653538 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f6a39a27-ccd6-45ae-a956-9a11c898406a req-6c2befc3-8426-41c2-b516-51b584742fa9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 943 time: 0.0750406 Mar 09 14:47:32.667244 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-6ce44402-e95b-49d8-baf1-3a772ae26191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:32.668992 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-6ce44402-e95b-49d8-baf1-3a772ae26191 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e379270-29cc-4342-8fd0-4ea075c0147f HTTP/1.1" status: 200 len: 848 time: 0.0832322 Mar 09 14:47:32.721283 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f6a39a27-ccd6-45ae-a956-9a11c898406a req-381af00f-8cc4-4516-aa46-ea8885c0c38a tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549006 Mar 09 14:47:32.721524 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-294957b0-c76c-4755-9449-9dfc8962ab5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=729fa0f3-9de8-4b9c-829d-899d7871ac64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408618 Mar 09 14:47:32.775026 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:32.787765 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'port_id': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'mac_address': 'fa:16:3e:9e:fb:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:47:32.840995 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:32.841694 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:32.893055 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824eb34c-2615-41a5-8a24-1ad6f4c309b9 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:47:32.898018 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-3d5e46f5-8e3e-4f1b-ae7e-0531621bde32 service neutron] 10.222.0.16 "GET /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597586 Mar 09 14:47:32.917849 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:32.924748 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f167b13-f2a2-4449-ae20-ed057d3e7255 req-ddc3df2e-150e-4d1a-9f37-b102b2cab6f0 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:32.926236 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7f167b13-f2a2-4449-ae20-ed057d3e7255 req-ddc3df2e-150e-4d1a-9f37-b102b2cab6f0 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 943 time: 0.0809021 Mar 09 14:47:32.984674 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7f167b13-f2a2-4449-ae20-ed057d3e7255 req-7d730dd5-0173-482d-8661-0c71c87ad583 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519052 Mar 09 14:47:33.020169 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:33.020487 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:47:33.054512 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ce86afe3-c79d-473a-967c-f448384eaaa2 req-d16876a6-692c-4ce8-b15e-6c13274f2e90 service neutron] 10.222.0.16 "GET /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494670 Mar 09 14:47:33.095624 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=9']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:33.124308 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks [] for router_gateway (5928671e-af32-49a3-ada6-a162735585af), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:33.144160 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:33.171024 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:33.182745 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'port_id': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'mac_address': 'fa:16:3e:bf:16:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:47:33.235147 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:33.235550 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:33.252834 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:47:33.262656 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Allocated IP 172.27.2.76 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/5bc81904-2a3d-4bcd-8813-344a4e9ccba7) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:47:33.294100 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:33.313652 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e5e5b-2262-4992-8c8e-22ce0c0278b7 req-c7c0d158-8a6e-4b3f-8891-997981c52668 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:33.315397 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2f6e5e5b-2262-4992-8c8e-22ce0c0278b7 req-c7c0d158-8a6e-4b3f-8891-997981c52668 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 943 time: 0.0830166 Mar 09 14:47:33.393949 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks [] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:33.413528 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2f6e5e5b-2262-4992-8c8e-22ce0c0278b7 req-174a0b62-8858-43ea-ac61-db57ffb95a2a tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856743 Mar 09 14:47:33.430527 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:33.436055 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837f554-050d-4338-a3d2-a3972b948f92 req-dd7467f6-8ee8-4d79-aa64-cb933ff21edf tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:33.444247 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d837f554-050d-4338-a3d2-a3972b948f92 req-dd7467f6-8ee8-4d79-aa64-cb933ff21edf tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.1268530 Mar 09 14:47:33.519065 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:33.525985 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d837f554-050d-4338-a3d2-a3972b948f92 req-b096b7ee-0b40-4cd9-b3bf-b48bf59a764d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757155 Mar 09 14:47:33.551885 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:33.589880 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf5976-609a-4bca-b112-09647e1cbab0 req-9346a59f-6bef-41dc-8dde-96d77dbce292 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:33.592925 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-88cf5976-609a-4bca-b112-09647e1cbab0 req-9346a59f-6bef-41dc-8dde-96d77dbce292 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0861230 Mar 09 14:47:33.593889 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:33.600872 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:33.605121 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:47:33.629350 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Pushing event updated for resources: {'Port': ['ID=5bc81904-2a3d-4bcd-8813-344a4e9ccba7,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:33.660510 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-88cf5976-609a-4bca-b112-09647e1cbab0 req-4267424e-91b4-4d42-ac06-e042691da6e0 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627363 Mar 09 14:47:33.811866 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08501630-e58e-4dc9-8844-ef9771734bcc None None] Network 58b910ad-0b37-4c80-9cd3-724ebc3f515b requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:47:33.833976 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:47:33.840965 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['824eb34c-2615-41a5-8a24-1ad6f4c309b9'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:47:33.861422 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73987024-f03e-47bd-b071-fb5274f88c82 req-7e7f9346-299b-4678-800e-daa298bc0c70 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:33.862946 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73987024-f03e-47bd-b071-fb5274f88c82 req-7e7f9346-299b-4678-800e-daa298bc0c70 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 944 time: 0.0578547 Mar 09 14:47:33.915343 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73987024-f03e-47bd-b071-fb5274f88c82 req-d9761e59-031b-4fa4-aa03-e01591749dd9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462134 Mar 09 14:47:33.959832 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks [] for router_gateway (5928671e-af32-49a3-ada6-a162735585af), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:33.983261 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-eeb0cc62-996f-40ed-8522-bf6820b12745 None None] Provisioning complete for port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:33.983648 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cc62-996f-40ed-8522-bf6820b12745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:34.143317 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa87372-0395-449c-a35b-38c1e5079b5d req-2d42e06c-1d3e-4429-81d1-ca84ac13519c tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:34.145757 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3fa87372-0395-449c-a35b-38c1e5079b5d req-2d42e06c-1d3e-4429-81d1-ca84ac13519c tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 943 time: 0.0627844 Mar 09 14:47:34.179406 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (5928671e-af32-49a3-ada6-a162735585af), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:34.230496 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-eeb0cc62-996f-40ed-8522-bf6820b12745 None None] Current status of the port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:34.230926 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cc62-996f-40ed-8522-bf6820b12745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:34.242903 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3fa87372-0395-449c-a35b-38c1e5079b5d req-98d1d2ed-03e1-437a-b4b8-b8e9790f5fec tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848875 Mar 09 14:47:34.325989 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-eeb0cc62-996f-40ed-8522-bf6820b12745 None None] For port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:34.427970 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Router 5928671e-af32-49a3-ada6-a162735585af is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:47:34.428103 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-eeb0cc62-996f-40ed-8522-bf6820b12745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:34.490068 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0cc62-996f-40ed-8522-bf6820b12745 None None] Pushing event updated for resources: {'Port': ['ID=040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:34.555848 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-22489f1b-989b-4a27-99a1-3e0bd86acb62 None None] Provisioning complete for port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:34.556750 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-22489f1b-989b-4a27-99a1-3e0bd86acb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:34.597991 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c166dc-21bc-4a84-b273-96eeabaf9906 req-8dd56568-3183-4faa-80cf-d36f5556c092 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:34.611552 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63c166dc-21bc-4a84-b273-96eeabaf9906 req-8dd56568-3183-4faa-80cf-d36f5556c092 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 943 time: 0.1051004 Mar 09 14:47:34.649252 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:34.656783 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:47:34.668805 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Sync routers for ids ['5928671e-af32-49a3-ada6-a162735585af'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:47:34.683472 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Routers {'5928671e-af32-49a3-ada6-a162735585af'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:34.684093 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['5928671e-af32-49a3-ada6-a162735585af'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:34.695272 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 08fd6674-b019-4f56-b222-9c0150f55191 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:47:34.725647 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63c166dc-21bc-4a84-b273-96eeabaf9906 req-a1459b76-1b17-47ce-ac16-dca09bee5e8a tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089361 Mar 09 14:47:34.754147 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:34.755462 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5030f3e2-d516-46b2-9b60-5e706883b3df admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0266140 Mar 09 14:47:34.758163 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 37710) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:34.837458 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-22489f1b-989b-4a27-99a1-3e0bd86acb62 None None] Current status of the port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:34.840149 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Set router 5928671e-af32-49a3-ada6-a162735585af gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:34.883683 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 08fd6674-b019-4f56-b222-9c0150f55191, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=08fd6674-b019-4f56-b222-9c0150f55191,segment=NetworkSegment(c48c5038-4d11-401b-a504-80989c816853),segment_id=c48c5038-4d11-401b-a504-80989c816853)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:34.909621 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '08fd6674-b019-4f56-b222-9c0150f55191', 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd', 'port_id': '08fd6674-b019-4f56-b222-9c0150f55191', 'mac_address': 'fa:16:3e:27:5c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19d2c72-fdf4-4a09-8d5c-95a7728cd36c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:47:34.984959 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:34.985446 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:35.024345 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 08fd6674-b019-4f56-b222-9c0150f55191 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:35.025283 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (08fd6674-b019-4f56-b222-9c0150f55191), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:35.045131 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:33Z', 'revision_number': 3, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:35.046624 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fd6674-b019-4f56-b222-9c0150f55191 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:47:35.074009 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Checking router: 5928671e-af32-49a3-ada6-a162735585af for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:47:35.074668 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Updating router 5928671e-af32-49a3-ada6-a162735585af port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 binding host dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:47:35.074846 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 08fd6674-b019-4f56-b222-9c0150f55191, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=08fd6674-b019-4f56-b222-9c0150f55191,segment=NetworkSegment(c48c5038-4d11-401b-a504-80989c816853),segment_id=c48c5038-4d11-401b-a504-80989c816853)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:35.105447 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:35.134218 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:35.173115 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0a372-2279-4266-a054-f46d10ff76d5 req-42bc734b-4843-4d28-9c06-a6b03bc54042 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:35.174583 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1ec0a372-2279-4266-a054-f46d10ff76d5 req-42bc734b-4843-4d28-9c06-a6b03bc54042 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 945 time: 0.4140003 Mar 09 14:47:35.200408 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (08fd6674-b019-4f56-b222-9c0150f55191), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:35.266090 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=08fd6674-b019-4f56-b222-9c0150f55191,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:35.325257 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740d689-1696-42fa-9179-eb5be50b7e73 req-9e681784-2b84-4d31-a1a6-b9c99e6f8a5e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:35.326718 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4740d689-1696-42fa-9179-eb5be50b7e73 req-9e681784-2b84-4d31-a1a6-b9c99e6f8a5e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 944 time: 0.1788752 Mar 09 14:47:35.355691 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1ec0a372-2279-4266-a054-f46d10ff76d5 req-6a189bee-e26c-4251-ade0-db41787a52d8 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644166 Mar 09 14:47:35.435917 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4740d689-1696-42fa-9179-eb5be50b7e73 req-0e2ccdbe-3996-40d8-96ff-23589053eb14 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986545 Mar 09 14:47:35.479513 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Publish callbacks [] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:35.563750 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['08fd6674-b019-4f56-b222-9c0150f55191'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:47:35.580252 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:35.598811 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb35a75-87f6-41bf-a4a4-1da7a2a6f048 req-15ee78c7-1305-4ad3-ac3b-24f8f3390429 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:35.600388 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6bb35a75-87f6-41bf-a4a4-1da7a2a6f048 req-15ee78c7-1305-4ad3-ac3b-24f8f3390429 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 943 time: 0.1101637 Mar 09 14:47:35.645814 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Pushing event updated for resources: {'Port': ['ID=5bc81904-2a3d-4bcd-8813-344a4e9ccba7,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:35.655780 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.656514 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.657098 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.657624 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.658168 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.658751 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.659290 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.659827 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.660378 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.660981 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.661513 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.662053 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.662585 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:35.683065 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Attempting to bind port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:47:35.683738 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Attempting to bind port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:47:35.684028 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Attempting to bind port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:35.689952 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:47:35.690529 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:35.691028 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:35.691762 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:47:35.692467 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Bound port: 5bc81904-2a3d-4bcd-8813-344a4e9ccba7, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:47:35.693149 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:35.730045 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6bb35a75-87f6-41bf-a4a4-1da7a2a6f048 req-3c65a27c-20d0-4f2f-9e16-9705e76b8dfe tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031449 Mar 09 14:47:35.788887 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] For port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:47:35.797027 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] For port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=5bc81904-2a3d-4bcd-8813-344a4e9ccba7,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:47:35.826143 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:35.881148 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:36.008749 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5175191-d058-475f-8c7f-cf3ae4c6f76e None None] Pushing event updated for resources: {'Port': ['ID=5bc81904-2a3d-4bcd-8813-344a4e9ccba7,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:36.012251 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d5556-b9c4-440a-8370-8c9e5fe3e331 req-5eeac099-779d-4b69-b853-a5a4208b457b tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:36.013804 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7f2d5556-b9c4-440a-8370-8c9e5fe3e331 req-5eeac099-779d-4b69-b853-a5a4208b457b tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 944 time: 0.1645947 Mar 09 14:47:36.027182 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Routers {'5928671e-af32-49a3-ada6-a162735585af'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:36.028129 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['5928671e-af32-49a3-ada6-a162735585af'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:36.118222 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7f2d5556-b9c4-440a-8370-8c9e5fe3e331 req-495da1d0-b514-49fa-8ee1-890312bd68f1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814703 Mar 09 14:47:36.147345 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Allocated IP 172.20.0.1 (58b910ad-0b37-4c80-9cd3-724ebc3f515b/6ec538c9-fc83-4aff-885a-b6f59e2898fa/4c41a77c-792f-48e2-bcd6-9e799953e3b3) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:47:36.158826 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] Set router 5928671e-af32-49a3-ada6-a162735585af gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:36.169988 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:47:36.275687 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Publish callbacks [] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:36.355136 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:33Z', 'revision_number': 3, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:36.369478 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:36.381149 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792bae9f-506b-4c10-ac21-be2ad0cef598 None None] The sync data for ids ['5928671e-af32-49a3-ada6-a162735585af'] in dv-cinder-830086-3-iscsi is: [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:33Z', 'revision_number': 3, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:47:36.421487 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Network 58b910ad-0b37-4c80-9cd3-724ebc3f515b is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:36.426973 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:36.430657 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:47:36.436632 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Pushing event updated for resources: {'Port': ['ID=4c41a77c-792f-48e2-bcd6-9e799953e3b3,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:36.538097 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (5928671e-af32-49a3-ada6-a162735585af), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:36.608083 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:36.673486 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:47:36.675357 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:36.680637 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eaca1-53be-4291-85d2-c85aaf321b3e req-fca2d272-363a-4f56-a975-63beb22aa492 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:36.683349 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:36.684008 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:36.689226 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a19eaca1-53be-4291-85d2-c85aaf321b3e req-fca2d272-363a-4f56-a975-63beb22aa492 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 945 time: 0.2278769 Mar 09 14:47:36.757593 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd06c-b878-4b00-9a49-2851d57da232 req-a062529d-8203-4061-8b09-3aa3ffa5c405 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:36.763430 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-295fd06c-b878-4b00-9a49-2851d57da232 req-a062529d-8203-4061-8b09-3aa3ffa5c405 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 944 time: 0.1707163 Mar 09 14:47:36.841077 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a19eaca1-53be-4291-85d2-c85aaf321b3e req-15bdb648-940f-404e-96a1-34d8d6eb4903 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469085 Mar 09 14:47:36.871215 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-045a8e1e-8a96-4a51-880f-1f13883becf9 None None] Provisioning complete for port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:36.871596 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-045a8e1e-8a96-4a51-880f-1f13883becf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:36.874038 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-295fd06c-b878-4b00-9a49-2851d57da232 req-d5b33c98-0883-4f93-9639-44e3a345fadd tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002543 Mar 09 14:47:36.982073 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:36.992173 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,segment=NetworkSegment(b7555970-d3a5-45d5-a120-da08477b568e),segment_id=b7555970-d3a5-45d5-a120-da08477b568e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:37.007982 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': 'c65e48fd-6a85-4d58-a7b3-41648e7a2bf1', 'network_id': '729fa0f3-9de8-4b9c-829d-899d7871ac64', 'port_id': 'c65e48fd-6a85-4d58-a7b3-41648e7a2bf1', 'mac_address': 'fa:16:3e:09:3c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e379270-29cc-4342-8fd0-4ea075c0147f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:47:37.041088 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29334-aeb2-4b10-b8a5-a0740612020b req-1c726d07-902a-469f-ba96-c0540e523f16 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:37.048415 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7ff29334-aeb2-4b10-b8a5-a0740612020b req-1c726d07-902a-469f-ba96-c0540e523f16 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 943 time: 0.0994861 Mar 09 14:47:37.105770 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:37.106174 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.115271 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-045a8e1e-8a96-4a51-880f-1f13883becf9 None None] Port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:47:37.126452 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:37.131068 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:47:37.161072 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,segment=NetworkSegment(b7555970-d3a5-45d5-a120-da08477b568e),segment_id=b7555970-d3a5-45d5-a120-da08477b568e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:37.169378 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:47:37.173468 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:37.175522 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.240676 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7ff29334-aeb2-4b10-b8a5-a0740612020b req-194944a9-172b-430d-a469-8333d763d10a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858344 Mar 09 14:47:37.283021 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:37.283422 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.326988 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:37.329911 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2734bf06-7c9b-49f3-8995-b787217defd3" -d '{"events": [{"server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "name": "network-vif-plugged", "status": "completed", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:37.332671 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350847-54df-4389-95d7-32e7ffd8ca73 req-9be2674a-78a4-421d-9c93-2aecb2ed35aa tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:37.333173 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.339637 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7f350847-54df-4389-95d7-32e7ffd8ca73 req-9be2674a-78a4-421d-9c93-2aecb2ed35aa tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 944 time: 0.1160834 Mar 09 14:47:37.360638 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Publish callbacks [] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.376351 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:37.383516 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cac2a1-9459-4f1c-8d15-959076796372 x-openstack-request-id: req-66cac2a1-9459-4f1c-8d15-959076796372 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:37.383864 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "name": "network-vif-plugged", "status": "completed", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:37.384646 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66cac2a1-9459-4f1c-8d15-959076796372 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:37.385068 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'code': 200} Mar 09 14:47:37.419396 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:37.430567 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7f350847-54df-4389-95d7-32e7ffd8ca73 req-bf623536-7833-40dc-9760-f81954a9c380 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809999 Mar 09 14:47:37.442891 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.468902 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.469725 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 824eb34c-2615-41a5-8a24-1ad6f4c309b9 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:37.517950 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (5928671e-af32-49a3-ada6-a162735585af), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.519705 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Pushing event updated for resources: {'Port': ['ID=4c41a77c-792f-48e2-bcd6-9e799953e3b3,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:37.554483 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:37.571624 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:37.571624 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.620779 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Network 58b910ad-0b37-4c80-9cd3-724ebc3f515b is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:37.624953 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:37.669567 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:37.669567 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.692057 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['c65e48fd-6a85-4d58-a7b3-41648e7a2bf1'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:47:37.753201 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:37.776188 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Router 5928671e-af32-49a3-ada6-a162735585af has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:47:37.778609 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13296b-0b52-4651-8b52-8b55d8405e27 req-a015d612-23ca-4bb8-945a-9808c098ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:37.780932 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba13296b-0b52-4651-8b52-8b55d8405e27 req-a015d612-23ca-4bb8-945a-9808c098ec6d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1130 time: 0.0755177 Mar 09 14:47:37.850548 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ba13296b-0b52-4651-8b52-8b55d8405e27 req-e918af9c-c690-4e08-99b9-a69b108414d1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580902 Mar 09 14:47:37.881845 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:37.945671 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:47:37.952310 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=10']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:37.959176 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1a559196-f813-48d3-bbbb-6c9960f070ae admin admin] 10.222.0.20 "PUT /v2.0/routers/5928671e-af32-49a3-ada6-a162735585af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994855 Mar 09 14:47:37.968936 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-c2c55e82-2681-4cb4-8862-6ccbc58e2530 None None] Provisioning complete for port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:37.969275 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c2c55e82-2681-4cb4-8862-6ccbc58e2530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:38.004477 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-c2c55e82-2681-4cb4-8862-6ccbc58e2530 None None] Port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:47:38.023265 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73902a8c-3e37-44c7-bcd0-18f84002ffc3 req-e209ca31-0e21-495a-a016-eb5e135534e7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:38.024800 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73902a8c-3e37-44c7-bcd0-18f84002ffc3 req-e209ca31-0e21-495a-a016-eb5e135534e7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.1149495 Mar 09 14:47:38.056410 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da036c48-1b58-4c62-87ec-b04cee01b487 req-4601a562-6d34-4e70-aa90-20c26b23c6fa tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:38.057989 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-da036c48-1b58-4c62-87ec-b04cee01b487 req-4601a562-6d34-4e70-aa90-20c26b23c6fa tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 946 time: 0.0936224 Mar 09 14:47:38.108033 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73902a8c-3e37-44c7-bcd0-18f84002ffc3 req-58026559-3b77-43d2-b6bb-8cdff74cd074 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774174 Mar 09 14:47:38.138132 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-da036c48-1b58-4c62-87ec-b04cee01b487 req-071632cc-5b7f-4037-bfb8-954bc8e6ee2d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684123 Mar 09 14:47:38.347272 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db2340-47d1-485e-8e27-7875a6db86c4 req-75eb1065-ed4b-435e-86dc-16741125c5a6 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:38.348783 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-13db2340-47d1-485e-8e27-7875a6db86c4 req-75eb1065-ed4b-435e-86dc-16741125c5a6 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 944 time: 0.0547175 Mar 09 14:47:38.396024 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-13db2340-47d1-485e-8e27-7875a6db86c4 req-68d66106-01b6-4b6f-b5c8-88472f94b487 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Mar 09 14:47:38.430376 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Sync routers for ids ['5928671e-af32-49a3-ada6-a162735585af'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:47:38.435357 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Routers {'5928671e-af32-49a3-ada6-a162735585af'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:38.436032 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['5928671e-af32-49a3-ada6-a162735585af'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:38.564661 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01862fc-06cd-49ff-982b-24e1c0f3077a req-c8bded39-d422-4622-ad20-3f65051c81c2 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:38.565426 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Set router 5928671e-af32-49a3-ada6-a162735585af gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:38.573531 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c01862fc-06cd-49ff-982b-24e1c0f3077a req-c8bded39-d422-4622-ad20-3f65051c81c2 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 944 time: 0.0605645 Mar 09 14:47:38.601374 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:38.628847 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c01862fc-06cd-49ff-982b-24e1c0f3077a req-c91d51e8-821a-4b5a-9d55-d651e31ca749 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544100 Mar 09 14:47:38.694155 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 08fd6674-b019-4f56-b222-9c0150f55191 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:38.707957 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 37812) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:38.713296 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1939468825-network', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:38.788607 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:38.789017 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:38.868464 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Made reservation on behalf of 7cbeb51d34d54511afb8461cd3dd2ad3 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:47:38.871086 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:38.879609 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:38.930385 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:38.930698 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:38.953402 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Publish callbacks [] for security_group (bac8cd91-ae98-445b-bdb5-e9cf56fd30de), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:38.954486 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:36Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4c41a77c-792f-48e2-bcd6-9e799953e3b3', 'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'mac_address': 'fa:16:3e:89:1a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:35Z', 'updated_at': '2022-03-09T14:47:37Z', 'revision_number': 2, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'subnets': [{'id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:38.957300 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=5bc81904-2a3d-4bcd-8813-344a4e9ccba7,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:38.958250 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 08fd6674-b019-4f56-b222-9c0150f55191 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:47:38.963159 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 08fd6674-b019-4f56-b222-9c0150f55191 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:38.963534 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (08fd6674-b019-4f56-b222-9c0150f55191), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:38.987938 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Checking router: 5928671e-af32-49a3-ada6-a162735585af for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:47:38.990070 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Updating router 5928671e-af32-49a3-ada6-a162735585af port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:47:39.037747 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (bac8cd91-ae98-445b-bdb5-e9cf56fd30de), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.040647 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.065286 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:47:39.075473 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac8cd91-ae98-445b-bdb5-e9cf56fd30de,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:39.075851 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.082915 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (888f6410-fe41-43ec-a32e-c32ed2eafb7f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.083258 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Added segment 888f6410-fe41-43ec-a32e-c32ed2eafb7f of type vlan for network 46ceaa3e-733c-415e-b194-b7a45bcd600b Mar 09 14:47:39.124298 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (46ceaa3e-733c-415e-b194-b7a45bcd600b), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.136970 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=5bc81904-2a3d-4bcd-8813-344a4e9ccba7,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:39.240750 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 08fd6674-b019-4f56-b222-9c0150f55191 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:39.241140 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (08fd6674-b019-4f56-b222-9c0150f55191), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.268214 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (46ceaa3e-733c-415e-b194-b7a45bcd600b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.269177 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:39.269788 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.297870 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 08fd6674-b019-4f56-b222-9c0150f55191, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=08fd6674-b019-4f56-b222-9c0150f55191,segment=NetworkSegment(c48c5038-4d11-401b-a504-80989c816853),segment_id=c48c5038-4d11-401b-a504-80989c816853)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:39.371743 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e421bc-3c2c-4462-8727-b37dcb9c5f0e req-08e4df5e-22ee-415d-9037-a69e650bfc54 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:39.373380 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-26e421bc-3c2c-4462-8727-b37dcb9c5f0e req-08e4df5e-22ee-415d-9037-a69e650bfc54 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.1524377 Mar 09 14:47:39.374988 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] Pushing event updated for resources: {'Network': ['ID=46ceaa3e-733c-415e-b194-b7a45bcd600b,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:39.386091 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9'}, {'server_uuid': 'cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fd6674-b019-4f56-b222-9c0150f55191'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:39.388340 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab78bb83-18b9-4e8b-85cb-97ce7569c695" -d '{"events": [{"server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "name": "network-vif-plugged", "status": "completed", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9"}, {"server_uuid": "cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf", "name": "network-vif-plugged", "status": "completed", "tag": "08fd6674-b019-4f56-b222-9c0150f55191"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:39.398667 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 46ceaa3e-733c-415e-b194-b7a45bcd600b details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:47:39.400962 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552aaad8-5ee2-4a75-8328-dfe31428268e req-8451c97c-759a-4d12-9ee1-47d5c85de036 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:39.402599 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-552aaad8-5ee2-4a75-8328-dfe31428268e req-8451c97c-759a-4d12-9ee1-47d5c85de036 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 946 time: 0.1705215 Mar 09 14:47:39.453359 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-277aa56b-5d1a-41d1-9181-c74c0d4bdb08 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7427735 Mar 09 14:47:39.453544 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 37828) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:39.459672 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-26e421bc-3c2c-4462-8727-b37dcb9c5f0e req-ee1e881c-37e0-43a5-a713-beca52beb739 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790792 Mar 09 14:47:39.466186 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Request body: {'subnet': {'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1939468825-subnet', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:39.516183 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-552aaad8-5ee2-4a75-8328-dfe31428268e req-56aca289-5e34-49c2-b329-3b1f68f4499c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067648 Mar 09 14:47:39.538071 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476e76d9-b552-489f-b2c0-53a3f38c8b8b x-openstack-request-id: req-476e76d9-b552-489f-b2c0-53a3f38c8b8b {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:39.538365 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "name": "network-vif-plugged", "status": "completed", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9", "code": 200}, {"server_uuid": "cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf", "name": "network-vif-plugged", "status": "completed", "tag": "08fd6674-b019-4f56-b222-9c0150f55191", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:39.538637 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-476e76d9-b552-489f-b2c0-53a3f38c8b8b {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:39.539220 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'code': 200} Mar 09 14:47:39.539314 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fd6674-b019-4f56-b222-9c0150f55191', 'code': 200} Mar 09 14:47:39.552518 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (08fd6674-b019-4f56-b222-9c0150f55191), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.576256 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Made reservation on behalf of 7cbeb51d34d54511afb8461cd3dd2ad3 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:47:39.583045 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13243431'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.610049 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Publish callbacks [] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.667358 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=08fd6674-b019-4f56-b222-9c0150f55191,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:39.701507 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead4dcf-4d16-4bf5-87ae-3008ab4d024c req-5b03f411-be03-474f-8159-985c4e98a17d tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:39.703022 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ead4dcf-4d16-4bf5-87ae-3008ab4d024c req-5b03f411-be03-474f-8159-985c4e98a17d tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 944 time: 0.1152346 Mar 09 14:47:39.731814 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.788986 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757e729-544a-4499-b901-b31683c561ef None None] Pushing event updated for resources: {'Port': ['ID=4c41a77c-792f-48e2-bcd6-9e799953e3b3,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:39.835493 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5ead4dcf-4d16-4bf5-87ae-3008ab4d024c req-7a183f7b-3be9-4039-a90c-09de31613c49 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242645 Mar 09 14:47:39.848290 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Attempting to bind port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:47:39.848671 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Attempting to bind port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:47:39.849088 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Attempting to bind port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 on network 58b910ad-0b37-4c80-9cd3-724ebc3f515b {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:39.858454 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:47:39.858454 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Checking segment: {'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:39.858454 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.858454 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Bound using segment: {'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:47:39.858454 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Bound port: 4c41a77c-792f-48e2-bcd6-9e799953e3b3, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:47:39.858454 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.891802 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e400-2d61-4501-b2ce-ab9582787aac req-0c312e53-70d9-45b9-866d-3535ab6a7eb0 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:39.898338 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f373e400-2d61-4501-b2ce-ab9582787aac req-0c312e53-70d9-45b9-866d-3535ab6a7eb0 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 945 time: 0.1777701 Mar 09 14:47:39.935622 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3c570-ad0d-488e-b717-1dd7422ae958 req-97c5b256-6b8e-412e-a213-c286f44dabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:39.937809 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-00f3c570-ad0d-488e-b717-1dd7422ae958 req-97c5b256-6b8e-412e-a213-c286f44dabb6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 1129 time: 0.0502198 Mar 09 14:47:39.949594 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] For port 4c41a77c-792f-48e2-bcd6-9e799953e3b3, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:47:39.952996 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f373e400-2d61-4501-b2ce-ab9582787aac req-b55a66de-5566-4049-901d-a3175e688e8e tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484149 Mar 09 14:47:39.954050 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] For port 4c41a77c-792f-48e2-bcd6-9e799953e3b3, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=4c41a77c-792f-48e2-bcd6-9e799953e3b3,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:47:39.961244 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13132628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13243401'] for subnet (18461914-9ff1-42d1-8a3a-5391dee0c78d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:39.985940 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-00f3c570-ad0d-488e-b717-1dd7422ae958 req-5e359159-9ee7-4ae8-b71e-b1836617f162 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Mar 09 14:47:40.029181 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18461914-9ff1-42d1-8a3a-5391dee0c78d,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:40.039659 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Checking segment: {'id': '888f6410-fe41-43ec-a32e-c32ed2eafb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:40.040027 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Network hostable DHCP agents. Network: 46ceaa3e-733c-415e-b194-b7a45bcd600b, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:47:40.045689 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.054095 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-45e3b0b7-7aca-438d-81c3-48c3a0bba3a0 None None] Provisioning complete for port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:40.054473 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-45e3b0b7-7aca-438d-81c3-48c3a0bba3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.124022 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Network 46ceaa3e-733c-415e-b194-b7a45bcd600b is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:47:40.139934 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757e729-544a-4499-b901-b31683c561ef None None] Pushing event updated for resources: {'Port': ['ID=4c41a77c-792f-48e2-bcd6-9e799953e3b3,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:40.145582 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Routers {'5928671e-af32-49a3-ada6-a162735585af'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:40.146211 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['5928671e-af32-49a3-ada6-a162735585af'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:40.206610 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 46ceaa3e-733c-415e-b194-b7a45bcd600b) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:40.211588 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:40.213172 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.229204 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423d0aef-0d53-410b-b262-2644b870b9d0 None None] Network 46ceaa3e-733c-415e-b194-b7a45bcd600b requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:47:40.298402 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-45e3b0b7-7aca-438d-81c3-48c3a0bba3a0 None None] Current status of the port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:40.298803 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-45e3b0b7-7aca-438d-81c3-48c3a0bba3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.330107 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-484e8365-a247-4f0a-adee-199c4da41013 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8746784 Mar 09 14:47:40.338542 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 37838) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:40.343783 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1939468825-router', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:40.365450 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] Set router 5928671e-af32-49a3-ada6-a162735585af gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:40.434420 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-45e3b0b7-7aca-438d-81c3-48c3a0bba3a0 None None] For port 4c41a77c-792f-48e2-bcd6-9e799953e3b3, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=4c41a77c-792f-48e2-bcd6-9e799953e3b3,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:40.435155 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (3514f2f3-4801-4ff8-b12f-c4a51531a80a), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.436965 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (3514f2f3-4801-4ff8-b12f-c4a51531a80a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.489790 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks [] for router_controller (3514f2f3-4801-4ff8-b12f-c4a51531a80a), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.506059 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-46ceaa3e-733c-415e-b194-b7a45bcd600b', 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b', 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'fixed_ips': [{'subnet_id': '18461914-9ff1-42d1-8a3a-5391dee0c78d'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:47:40.506927 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.534862 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-45e3b0b7-7aca-438d-81c3-48c3a0bba3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.565296 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adedee-ee72-48c8-8bc4-791353566411 req-f3d6d12f-a53b-4086-bc50-8ff399d8648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:40.570052 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a0adedee-ee72-48c8-8bc4-791353566411 req-f3d6d12f-a53b-4086-bc50-8ff399d8648e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 1130 time: 0.0896769 Mar 09 14:47:40.596380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:40.637686 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a0adedee-ee72-48c8-8bc4-791353566411 req-e9ef9e6b-08fb-4f4e-a529-c4d77bd275d1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502832 Mar 09 14:47:40.716517 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:40.785586 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3b0b7-7aca-438d-81c3-48c3a0bba3a0 None None] Pushing event updated for resources: {'Port': ['ID=4c41a77c-792f-48e2-bcd6-9e799953e3b3,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:40.856565 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-6378b751-2a68-42f9-b7c0-0fb0fe43cbc6 None None] Provisioning complete for port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:40.856942 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6378b751-2a68-42f9-b7c0-0fb0fe43cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.923376 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3973a6-dfb8-450d-9fcd-b80c3bfda1f8 req-59a2dd1e-fbed-438c-8241-c83b1bea928d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:40.924895 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-db3973a6-dfb8-450d-9fcd-b80c3bfda1f8 req-59a2dd1e-fbed-438c-8241-c83b1bea928d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.3883715 Mar 09 14:47:40.926052 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:40.926412 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.933844 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Allocated IP 172.20.0.2 (46ceaa3e-733c-415e-b194-b7a45bcd600b/18461914-9ff1-42d1-8a3a-5391dee0c78d/1232e850-10ec-4837-9575-ff81c90351f2) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:47:40.969539 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks [] for router_gateway (3514f2f3-4801-4ff8-b12f-c4a51531a80a), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:40.988137 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c27610-905b-4195-b4ea-6644c29320f6 req-67aad619-ce8c-4934-add3-fc68c7948085 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:40.989637 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d3c27610-905b-4195-b4ea-6644c29320f6 req-67aad619-ce8c-4934-add3-fc68c7948085 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 946 time: 0.1817837 Mar 09 14:47:41.033187 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:36Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4c41a77c-792f-48e2-bcd6-9e799953e3b3', 'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'mac_address': 'fa:16:3e:89:1a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:35Z', 'updated_at': '2022-03-09T14:47:39Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'subnets': [{'id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:41.034982 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:47:41.035210 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-db3973a6-dfb8-450d-9fcd-b80c3bfda1f8 req-550f17f9-9ea2-4ca5-b744-e582987eb872 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021864 Mar 09 14:47:41.075252 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d3c27610-905b-4195-b4ea-6644c29320f6 req-b66f48b1-b26f-405d-8142-95cec7a1aad8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775876 Mar 09 14:47:41.080351 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:41.080752 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:41.082507 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8ad3ec-caa6-41e2-acf1-c5794f841793 None None] The sync data for ids ['5928671e-af32-49a3-ada6-a162735585af'] in dv-cinder-830086-3-iscsi is: [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:36Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4c41a77c-792f-48e2-bcd6-9e799953e3b3', 'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'mac_address': 'fa:16:3e:89:1a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:35Z', 'updated_at': '2022-03-09T14:47:39Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'subnets': [{'id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:47:41.189442 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-6378b751-2a68-42f9-b7c0-0fb0fe43cbc6 None None] Current status of the port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:41.285021 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:41.298555 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807caed5-cb43-4e4b-9fb8-81b111764cde req-cca70291-616e-4c1d-8358-ba6fc6648413 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:41.300891 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-807caed5-cb43-4e4b-9fb8-81b111764cde req-cca70291-616e-4c1d-8358-ba6fc6648413 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 944 time: 0.1259406 Mar 09 14:47:41.339246 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd76ea3-fb8c-407a-bd7b-83a34976b6ef req-86c623e7-bdce-4641-a150-347d5373b5ee tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:41.341047 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8bd76ea3-fb8c-407a-bd7b-83a34976b6ef req-86c623e7-bdce-4641-a150-347d5373b5ee tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 945 time: 0.0987492 Mar 09 14:47:41.344910 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Publish callbacks [] for port (1232e850-10ec-4837-9575-ff81c90351f2), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:41.351557 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:41.351952 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:41.406724 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,segment=NetworkSegment(b7555970-d3a5-45d5-a120-da08477b568e),segment_id=b7555970-d3a5-45d5-a120-da08477b568e)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:41.421051 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (1232e850-10ec-4837-9575-ff81c90351f2), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:41.481352 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-807caed5-cb43-4e4b-9fb8-81b111764cde req-db5462f2-0a0a-4805-830f-a93705842dfe tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729982 Mar 09 14:47:41.576278 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8bd76ea3-fb8c-407a-bd7b-83a34976b6ef req-28a34e05-1c7e-4758-a7d5-db7d14ddb64e tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279842 Mar 09 14:47:41.615813 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks [] for router_gateway (3514f2f3-4801-4ff8-b12f-c4a51531a80a), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:41.631604 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6499e72b-953f-43ca-8060-56a8d97f7270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e48fd-6a85-4d58-a7b3-41648e7a2bf1'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:41.633954 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc073d2-c957-4ef1-8dd5-204974904699" -d '{"events": [{"server_uuid": "6499e72b-953f-43ca-8060-56a8d97f7270", "name": "network-vif-plugged", "status": "completed", "tag": "c65e48fd-6a85-4d58-a7b3-41648e7a2bf1"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:41.639689 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:41.643804 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:41.649277 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Network 46ceaa3e-733c-415e-b194-b7a45bcd600b is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:41.654223 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:41.660471 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:47:41.704487 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Pushing event updated for resources: {'Port': ['ID=1232e850-10ec-4837-9575-ff81c90351f2,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:41.707790 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389ace6d-9f7c-4e66-a438-c5d0a755055a x-openstack-request-id: req-389ace6d-9f7c-4e66-a438-c5d0a755055a {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:41.709014 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6499e72b-953f-43ca-8060-56a8d97f7270", "name": "network-vif-plugged", "status": "completed", "tag": "c65e48fd-6a85-4d58-a7b3-41648e7a2bf1", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:41.709014 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-389ace6d-9f7c-4e66-a438-c5d0a755055a {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:41.709014 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6499e72b-953f-43ca-8060-56a8d97f7270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65e48fd-6a85-4d58-a7b3-41648e7a2bf1', 'code': 200} Mar 09 14:47:41.721494 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f989a64-1644-4405-839a-f6081c4cc904 req-b4a589ce-22ed-4b49-baa3-65001cb72546 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:41.728950 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8f989a64-1644-4405-839a-f6081c4cc904 req-b4a589ce-22ed-4b49-baa3-65001cb72546 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.1573298 Mar 09 14:47:41.796338 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Attempting to bind port 1232e850-10ec-4837-9575-ff81c90351f2 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:47:41.797044 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Attempting to bind port 1232e850-10ec-4837-9575-ff81c90351f2 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '888f6410-fe41-43ec-a32e-c32ed2eafb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:47:41.797255 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Attempting to bind port 1232e850-10ec-4837-9575-ff81c90351f2 on network 46ceaa3e-733c-415e-b194-b7a45bcd600b {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:41.814646 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:47:41.814646 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Checking segment: {'id': '888f6410-fe41-43ec-a32e-c32ed2eafb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:41.814646 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:41.814981 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Bound using segment: {'id': '888f6410-fe41-43ec-a32e-c32ed2eafb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:47:41.815472 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Bound port: 1232e850-10ec-4837-9575-ff81c90351f2, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888f6410-fe41-43ec-a32e-c32ed2eafb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:47:41.816111 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (1232e850-10ec-4837-9575-ff81c90351f2), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:41.823996 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8f989a64-1644-4405-839a-f6081c4cc904 req-3a77ed38-cbab-4e98-8cb1-842d7586d8b6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928612 Mar 09 14:47:41.829254 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:41.842928 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37862) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:41.861032 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Allocated IP 172.27.2.26 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/3a2a5990-5ef0-4976-965d-97f934e68811) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:47:41.942793 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] For port 1232e850-10ec-4837-9575-ff81c90351f2, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:47:41.949394 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] For port 1232e850-10ec-4837-9575-ff81c90351f2, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=1232e850-10ec-4837-9575-ff81c90351f2,segment=NetworkSegment(888f6410-fe41-43ec-a32e-c32ed2eafb7f),segment_id=888f6410-fe41-43ec-a32e-c32ed2eafb7f)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:47:42.012243 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37868) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:42.033835 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks [] for port (3a2a5990-5ef0-4976-965d-97f934e68811), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:42.044370 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (1232e850-10ec-4837-9575-ff81c90351f2), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:42.188287 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc4b89-6846-4974-a8d5-88f517b0e1c1 None None] Pushing event updated for resources: {'Port': ['ID=1232e850-10ec-4837-9575-ff81c90351f2,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:42.222135 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:42.247062 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:42.296155 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5d87db-d59f-4e48-a350-a7a7a98b0613 tempest-TestShelveInstance-1002856628 tempest-TestShelveInstance-1002856628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:42.297744 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0b5d87db-d59f-4e48-a350-a7a7a98b0613 tempest-TestShelveInstance-1002856628 tempest-TestShelveInstance-1002856628-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1125 time: 0.4530859 Mar 09 14:47:42.301182 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37874) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:42.306815 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:42.310090 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c188e8-abd2-49ed-927a-c1dcf575dafb req-76b7a442-31d9-45c5-8c2e-9113867e6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:42.311809 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-77c188e8-abd2-49ed-927a-c1dcf575dafb req-76b7a442-31d9-45c5-8c2e-9113867e6bf0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 1129 time: 0.1762319 Mar 09 14:47:42.312896 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:42.316376 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:47:42.318291 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Pushing event updated for resources: {'Port': ['ID=3a2a5990-5ef0-4976-965d-97f934e68811,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:42.321317 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'port_id': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:47:42.350940 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.351208 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.351578 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.351916 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.352246 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.352573 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.353032 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.353781 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.353781 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.354213 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.354303 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.354623 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.354944 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.371437 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c7e64-7a96-4f1d-956a-6bd6d99fb089 req-9df27e1f-05df-4bf6-b63f-8510806e9cf0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:42.378459 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9e0c7e64-7a96-4f1d-956a-6bd6d99fb089 req-9df27e1f-05df-4bf6-b63f-8510806e9cf0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 946 time: 0.1670575 Mar 09 14:47:42.520650 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:42.590776 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-77c188e8-abd2-49ed-927a-c1dcf575dafb req-658ac317-aef1-4d7c-b6af-be6e94772f6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541158 Mar 09 14:47:42.674445 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Publish callbacks [] for security_group (bb81fb86-b940-4ac3-b0b9-7bb81fd5eeee), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:42.745053 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9e0c7e64-7a96-4f1d-956a-6bd6d99fb089 req-37b6636e-ea10-4531-8551-cca3ab4f69a8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633018 Mar 09 14:47:42.755545 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (bb81fb86-b940-4ac3-b0b9-7bb81fd5eeee), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:42.892625 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92263cf9ee6f4827b450428fc5e3ee2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8792651 Mar 09 14:47:42.894726 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb81fb86-b940-4ac3-b0b9-7bb81fd5eeee,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:42.900302 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 37892) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:42.922050 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.922865 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.926667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8af5587-5569-4f94-a9c6-d43fedd7b466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:47:42.927548 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 4c41a77c-792f-48e2-bcd6-9e799953e3b3 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:42.945372 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c947a-ed24-49ad-88be-15822edfa2f6 req-21240374-9c92-44e5-aa17-8f878997a0b9 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:42.963281 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dd0c947a-ed24-49ad-88be-15822edfa2f6 req-21240374-9c92-44e5-aa17-8f878997a0b9 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 945 time: 0.2454026 Mar 09 14:47:43.017942 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.026085 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:43.026661 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.041267 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1f25ee3b-dd1d-4eb1-ad10-bd7cc67380d6 admin admin] Publish callbacks [] for security_group (bb81fb86-b940-4ac3-b0b9-7bb81fd5eeee), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.122511 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1f25ee3b-dd1d-4eb1-ad10-bd7cc67380d6 admin admin] Publish callbacks [] for security_group (bb81fb86-b940-4ac3-b0b9-7bb81fd5eeee), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.132706 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dd0c947a-ed24-49ad-88be-15822edfa2f6 req-9a897a9d-ff0c-4232-859f-75d70e476b88 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681240 Mar 09 14:47:43.151857 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ff313-f0ef-41c0-8c2b-0f9f5a984517 req-77e69d30-032b-4e03-ac83-5a04db5d1e58 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:43.154531 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:43.155720 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 1232e850-10ec-4837-9575-ff81c90351f2 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:43.158744 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ba5ff313-f0ef-41c0-8c2b-0f9f5a984517 req-77e69d30-032b-4e03-ac83-5a04db5d1e58 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 945 time: 0.2225420 Mar 09 14:47:43.177428 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks [] for router_gateway (3514f2f3-4801-4ff8-b12f-c4a51531a80a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.212654 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Allocated IP 172.27.2.137 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/4db186f4-ee15-4eb8-bfad-420996e92a1f) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:47:43.215144 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 1232e850-10ec-4837-9575-ff81c90351f2 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:43.216013 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (1232e850-10ec-4837-9575-ff81c90351f2), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.249606 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ba5ff313-f0ef-41c0-8c2b-0f9f5a984517 req-651c667e-de19-4aa4-b7fb-41c1b16ee925 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898416 Mar 09 14:47:43.358471 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 1232e850-10ec-4837-9575-ff81c90351f2 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:43.361267 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (1232e850-10ec-4837-9575-ff81c90351f2), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.403955 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 1232e850-10ec-4837-9575-ff81c90351f2, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=1232e850-10ec-4837-9575-ff81c90351f2,segment=NetworkSegment(888f6410-fe41-43ec-a32e-c32ed2eafb7f),segment_id=888f6410-fe41-43ec-a32e-c32ed2eafb7f)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:43.523207 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (1232e850-10ec-4837-9575-ff81c90351f2), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.592832 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=1232e850-10ec-4837-9575-ff81c90351f2,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:43.659614 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for port (4db186f4-ee15-4eb8-bfad-420996e92a1f), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.707307 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1f25ee3b-dd1d-4eb1-ad10-bd7cc67380d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (bb81fb86-b940-4ac3-b0b9-7bb81fd5eeee), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.710581 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1f25ee3b-dd1d-4eb1-ad10-bd7cc67380d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.711208 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1f25ee3b-dd1d-4eb1-ad10-bd7cc67380d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb81fb86-b940-4ac3-b0b9-7bb81fd5eeee HTTP/1.1" status: 204 len: 168 time: 0.8096073 Mar 09 14:47:43.725202 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25ee3b-dd1d-4eb1-ad10-bd7cc67380d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb81fb86-b940-4ac3-b0b9-7bb81fd5eeee,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:43.807684 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (4db186f4-ee15-4eb8-bfad-420996e92a1f), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.823108 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (3514f2f3-4801-4ff8-b12f-c4a51531a80a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:43.881489 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:43.885948 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:43.893325 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:47:43.930187 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event updated for resources: {'Port': ['ID=4db186f4-ee15-4eb8-bfad-420996e92a1f,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:44.020907 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b162e82a-341f-4e3c-a611-03951f215234 None None] Network 46ceaa3e-733c-415e-b194-b7a45bcd600b requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:47:44.067448 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dfeb4-bb46-490b-a295-b4bc21a2b8aa req-29f06ccd-f00b-4707-af70-47e87a29f273 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:44.075729 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f74dfeb4-bb46-490b-a295-b4bc21a2b8aa req-29f06ccd-f00b-4707-af70-47e87a29f273 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 946 time: 0.1675220 Mar 09 14:47:44.114936 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-7c986e7a-1997-470e-94b9-8259d8276134 None None] Provisioning complete for port 1232e850-10ec-4837-9575-ff81c90351f2 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:44.115359 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7c986e7a-1997-470e-94b9-8259d8276134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (1232e850-10ec-4837-9575-ff81c90351f2), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:44.156502 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f74dfeb4-bb46-490b-a295-b4bc21a2b8aa req-34957292-2bff-4f69-8663-76f641191c9b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758188 Mar 09 14:47:44.321863 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-7c986e7a-1997-470e-94b9-8259d8276134 None None] Current status of the port 1232e850-10ec-4837-9575-ff81c90351f2 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:44.438195 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Router 3514f2f3-4801-4ff8-b12f-c4a51531a80a is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:47:44.440365 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a25e1f-dab1-4f52-bd53-1c2f91ca413e req-f48a818f-6188-4b20-bc85-5af554aad6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:44.441988 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-13a25e1f-dab1-4f52-bd53-1c2f91ca413e req-f48a818f-6188-4b20-bc85-5af554aad6e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 1129 time: 0.1116827 Mar 09 14:47:44.585298 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e489-33b5-4b42-9ce8-713e3d2af4ce req-ef40cd6c-404d-4621-ba58-9b70e1c20c4a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:44.586843 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-23e7e489-33b5-4b42-9ce8-713e3d2af4ce req-ef40cd6c-404d-4621-ba58-9b70e1c20c4a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 945 time: 0.2824540 Mar 09 14:47:44.596007 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d30503-a40e-43c2-bee7-c6c5ac861f26 req-be47ef5c-963a-403f-a6ab-d43f29ab2d0f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:44.597496 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3d30503-a40e-43c2-bee7-c6c5ac861f26 req-be47ef5c-963a-403f-a6ab-d43f29ab2d0f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.2489560 Mar 09 14:47:44.604628 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a25e1f-dab1-4f52-bd53-1c2f91ca413e req-8e1ffef2-46d9-452e-819c-c2bbf49a71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:44.606247 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-13a25e1f-dab1-4f52-bd53-1c2f91ca413e req-8e1ffef2-46d9-452e-819c-c2bbf49a71b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 200 len: 919 time: 0.1475418 Mar 09 14:47:44.609142 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for floatingip (811d8198-d445-4aa4-9cd9-6605a1e6cacf), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:44.618105 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 1232e850-10ec-4837-9575-ff81c90351f2 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:44.671104 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-13a25e1f-dab1-4f52-bd53-1c2f91ca413e req-4cc7ee50-6589-4da9-afaf-f3f646d2847d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cc4fbb-0e38-4008-932b-193044a80590 HTTP/1.1" status: 200 len: 217 time: 0.0405655 Mar 09 14:47:44.674439 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-b9a1c37d-1f45-4272-99a2-621b299b6e34 None None] Provisioning complete for port 1232e850-10ec-4837-9575-ff81c90351f2 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:44.674821 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c37d-1f45-4272-99a2-621b299b6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (1232e850-10ec-4837-9575-ff81c90351f2), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:44.702666 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:47:44.714940 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Sync routers for ids ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:47:44.734879 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Routers {'3514f2f3-4801-4ff8-b12f-c4a51531a80a'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:44.736619 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a25e1f-dab1-4f52-bd53-1c2f91ca413e req-7d5751f0-9b1f-4d93-8daf-2eb09f4e5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:44.737423 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:44.738186 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-13a25e1f-dab1-4f52-bd53-1c2f91ca413e req-7d5751f0-9b1f-4d93-8daf-2eb09f4e5a50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca833601-fec1-47af-81eb-31f5f61acb2f HTTP/1.1" status: 200 len: 858 time: 0.0585055 Mar 09 14:47:44.748391 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 1232e850-10ec-4837-9575-ff81c90351f2 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:44.748820 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (1232e850-10ec-4837-9575-ff81c90351f2), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:44.791493 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-13a25e1f-dab1-4f52-bd53-1c2f91ca413e req-4f7d2e2e-8b5c-47a3-94ca-3349fbd39a0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397289 Mar 09 14:47:44.828068 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3d30503-a40e-43c2-bee7-c6c5ac861f26 req-be399c9c-bdea-4caf-897f-550842cda7f3 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225316 Mar 09 14:47:44.836799 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1c37d-1f45-4272-99a2-621b299b6e34 None None] Current status of the port 1232e850-10ec-4837-9575-ff81c90351f2 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:44.883592 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-23e7e489-33b5-4b42-9ce8-713e3d2af4ce req-ae3a684d-d27d-46f3-840b-14620383496c tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745461 Mar 09 14:47:44.900623 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:44.902262 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-64b5f0d2-b0cd-4181-838c-41b527095dcc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5625775 Mar 09 14:47:44.904831 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 37998) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:44.915198 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Set router 3514f2f3-4801-4ff8-b12f-c4a51531a80a gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:44.923225 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4db186f4-ee15-4eb8-bfad-420996e92a1f), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:44.944537 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 1232e850-10ec-4837-9575-ff81c90351f2 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:44.968138 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e878e920-99f4-4fd0-9468-631ec475138d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:45.063611 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-13a25e1f-dab1-4f52-bd53-1c2f91ca413e req-ac9115c9-5653-453b-9ef0-2cb1cbacc186 service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485442 Mar 09 14:47:45.169664 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'name': 'tempest-TestMinimumBasicScenario-1939468825-router', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:40Z', 'updated_at': '2022-03-09T14:47:42Z', 'revision_number': 3, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'gw_port': {'id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:41Z', 'updated_at': '2022-03-09T14:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:45.226236 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Checking router: 3514f2f3-4801-4ff8-b12f-c4a51531a80a for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:47:45.232291 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Updating router 3514f2f3-4801-4ff8-b12f-c4a51531a80a port 3a2a5990-5ef0-4976-965d-97f934e68811 binding host dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:47:45.243584 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-13a25e1f-dab1-4f52-bd53-1c2f91ca413e req-0a748264-758d-4c21-ac05-7be49644c2b4 service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646559 Mar 09 14:47:45.270810 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:45.279781 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for port (4db186f4-ee15-4eb8-bfad-420996e92a1f), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:45.370442 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (4db186f4-ee15-4eb8-bfad-420996e92a1f), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:45.416101 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a5014-bf71-4046-9c8c-5ad296dcfb69 req-f844dfe0-1433-4ead-a496-beeafcb4bd02 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:45.417654 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-632a5014-bf71-4046-9c8c-5ad296dcfb69 req-f844dfe0-1433-4ead-a496-beeafcb4bd02 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 946 time: 0.1386702 Mar 09 14:47:45.464801 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event updated for resources: {'Port': ['ID=4db186f4-ee15-4eb8-bfad-420996e92a1f,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:45.473546 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (811d8198-d445-4aa4-9cd9-6605a1e6cacf), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:45.595171 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-632a5014-bf71-4046-9c8c-5ad296dcfb69 req-afdc0abc-e5f4-45b5-a729-22d9e08e04df tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589577 Mar 09 14:47:45.620743 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Floating IP 811d8198-d445-4aa4-9cd9-6605a1e6cacf associated. External IP: 172.27.2.137, port: 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66. Mar 09 14:47:45.644402 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:45.725563 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Publish callbacks [] for port (3a2a5990-5ef0-4976-965d-97f934e68811), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:45.793047 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:45.874222 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Attempting to bind port 3a2a5990-5ef0-4976-965d-97f934e68811 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:47:45.874604 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Attempting to bind port 3a2a5990-5ef0-4976-965d-97f934e68811 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:47:45.875210 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Attempting to bind port 3a2a5990-5ef0-4976-965d-97f934e68811 on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:45.882923 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d04ad-8e91-43a7-ae30-81df8d0ef050 None None] Pushing event updated for resources: {'Port': ['ID=3a2a5990-5ef0-4976-965d-97f934e68811,revision_number=2']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:45.886149 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:47:45.886532 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:45.886931 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:45.887334 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:47:45.887790 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Bound port: 3a2a5990-5ef0-4976-965d-97f934e68811, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:47:45.894970 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:45.913749 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Allocated IP 172.20.0.1 (46ceaa3e-733c-415e-b194-b7a45bcd600b/18461914-9ff1-42d1-8a3a-5391dee0c78d/b4df286a-1bb7-46a7-bfb7-dc18191c4b56) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:47:45.919448 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Router 51766322-ed9e-4786-b330-19a1f1d93baa has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:47:45.989475 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] For port 3a2a5990-5ef0-4976-965d-97f934e68811, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:47:45.993779 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] For port 3a2a5990-5ef0-4976-965d-97f934e68811, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=3a2a5990-5ef0-4976-965d-97f934e68811,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:47:46.055192 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:47:46.067498 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] Sync routers for ids ['51766322-ed9e-4786-b330-19a1f1d93baa'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:47:46.080885 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:46.091412 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] Routers {'51766322-ed9e-4786-b330-19a1f1d93baa'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:46.095898 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['51766322-ed9e-4786-b330-19a1f1d93baa'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:46.121807 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Publish callbacks [] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:46.146048 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:46.147738 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c3953-fc62-4378-b6e0-d33ec2a6acbd req-b5e3bb1f-1ce0-4569-9b09-42cf0d3d592f tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:46.149252 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c76c3953-fc62-4378-b6e0-d33ec2a6acbd req-b5e3bb1f-1ce0-4569-9b09-42cf0d3d592f tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 945 time: 0.1492367 Mar 09 14:47:46.158156 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ce6ad-9130-4e9c-beb6-a913e0c55fac req-d4b139fc-0bb0-4d73-98eb-d1a678e2769b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:46.159504 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-036ce6ad-9130-4e9c-beb6-a913e0c55fac req-d4b139fc-0bb0-4d73-98eb-d1a678e2769b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1583128 Mar 09 14:47:46.177480 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Routers {'3514f2f3-4801-4ff8-b12f-c4a51531a80a'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:46.178248 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:46.200404 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9fa08f63-a842-4831-993e-0f4e3256dde6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8980200 Mar 09 14:47:46.201741 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:46.204372 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a715d6-db03-46ff-995d-f4daaabf91c0" -d '{"events": [{"name": "network-changed", "server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:46.240445 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-036ce6ad-9130-4e9c-beb6-a913e0c55fac req-59c57698-d564-4aa2-96ef-4a4f91ffa413 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726805 Mar 09 14:47:46.258567 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d04ad-8e91-43a7-ae30-81df8d0ef050 None None] Pushing event updated for resources: {'Port': ['ID=3a2a5990-5ef0-4976-965d-97f934e68811,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:46.259777 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] Set router 51766322-ed9e-4786-b330-19a1f1d93baa gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:46.263165 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c76c3953-fc62-4378-b6e0-d33ec2a6acbd req-224da544-5a29-43ed-b341-15cd5017082e tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018772 Mar 09 14:47:46.317522 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a613dcd-6d03-40fe-b5c2-5811dc0b7dff x-openstack-request-id: req-5a613dcd-6d03-40fe-b5c2-5811dc0b7dff {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:46.317522 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:46.317522 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a613dcd-6d03-40fe-b5c2-5811dc0b7dff {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:46.317522 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'status': 'completed', 'code': 200} Mar 09 14:47:46.335514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:46.364510 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] Set router 3514f2f3-4801-4ff8-b12f-c4a51531a80a gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:46.370347 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Network 46ceaa3e-733c-415e-b194-b7a45bcd600b is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:46.374446 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:46.379147 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:47:46.411600 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-110c99f0-cbb1-4d27-a531-0c2e6a111249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:46.414815 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-110c99f0-cbb1-4d27-a531-0c2e6a111249 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c80b610c11934b9eaaa6dad09b045bd6&device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1130 time: 0.0746543 Mar 09 14:47:46.425234 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Pushing event updated for resources: {'Port': ['ID=b4df286a-1bb7-46a7-bfb7-dc18191c4b56,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:46.436099 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (3514f2f3-4801-4ff8-b12f-c4a51531a80a), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:46.643380 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-6ed07697-888e-4cc6-987c-d2e4b13fccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:46.648670 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-6ed07697-888e-4cc6-987c-d2e4b13fccd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54791761-c286-421b-964b-dc04fe314c2f HTTP/1.1" status: 200 len: 910 time: 0.2046604 Mar 09 14:47:46.670558 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'name': 'tempest-TestMinimumBasicScenario-1939468825-router', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:40Z', 'updated_at': '2022-03-09T14:47:42Z', 'revision_number': 3, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'gw_port': {'id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:41Z', 'updated_at': '2022-03-09T14:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:46.726079 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:46.727453 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924b904-d989-4d4a-bc82-30811ea802b4 None None] The sync data for ids ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'] in dv-cinder-830086-3-iscsi is: [{'id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'name': 'tempest-TestMinimumBasicScenario-1939468825-router', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:40Z', 'updated_at': '2022-03-09T14:47:42Z', 'revision_number': 3, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'gw_port': {'id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:41Z', 'updated_at': '2022-03-09T14:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:47:46.757713 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:56Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '811d8198-d445-4aa4-9cd9-6605a1e6cacf', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'port_id': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'mac_address': 'fa:16:3e:bf:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:47:44Z', 'updated_at': '2022-03-09T14:47:44Z', 'revision_number': 0, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e91c4c-81c6-4059-9b29-feb27ff2c726', 'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'mac_address': 'fa:16:3e:00:8c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:55Z', 'updated_at': '2022-03-09T14:46:01Z', 'revision_number': 5, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'subnets': [{'id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:46.768061 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-6d38c009-637a-4548-9e27-b6232bdd1bc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 200 len: 1000 time: 0.1093278 Mar 09 14:47:46.792736 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] Checking router: 51766322-ed9e-4786-b330-19a1f1d93baa for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:47:46.806676 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] Routers {'51766322-ed9e-4786-b330-19a1f1d93baa'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:46.807318 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['51766322-ed9e-4786-b330-19a1f1d93baa'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:46.871471 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-9a978193-4fc0-4eef-b5c5-8b7489309804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:46.874652 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-9a978193-4fc0-4eef-b5c5-8b7489309804 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=045a8cce-abe9-4120-9d35-9c86be6ad914 HTTP/1.1" status: 200 len: 848 time: 0.0698538 Mar 09 14:47:46.956663 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-142b8910-b0b7-4b76-b559-6f6cb79dceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:46.961117 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-142b8910-b0b7-4b76-b559-6f6cb79dceab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54791761-c286-421b-964b-dc04fe314c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642636 Mar 09 14:47:46.983962 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Publish callbacks [] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:47.055735 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:47.075429 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-cec7559f-65d7-4f08-ab9a-8ea3f1cb946a None None] Provisioning complete for port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:47.075996 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cec7559f-65d7-4f08-ab9a-8ea3f1cb946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:47.087849 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-78d8924c-7e0d-4d8a-8e65-72bd09a50249 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137512 Mar 09 14:47:47.113725 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] Set router 51766322-ed9e-4786-b330-19a1f1d93baa gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:47.158280 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-cec7559f-65d7-4f08-ab9a-8ea3f1cb946a None None] Port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:47:47.158601 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Pushing event updated for resources: {'Port': ['ID=b4df286a-1bb7-46a7-bfb7-dc18191c4b56,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:47.170668 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (3514f2f3-4801-4ff8-b12f-c4a51531a80a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:47.175326 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c4cb23b5-b423-4382-83d3-18fabb7b08c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:47.244250 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-45a715d6-db03-46ff-995d-f4daaabf91c0 req-68f4dc2a-4120-48c2-8990-c420740278f0 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434140 Mar 09 14:47:47.322216 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Network 46ceaa3e-733c-415e-b194-b7a45bcd600b is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:47:47.329388 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:47:47.476918 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:56Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '811d8198-d445-4aa4-9cd9-6605a1e6cacf', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'port_id': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'mac_address': 'fa:16:3e:bf:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:47:44Z', 'updated_at': '2022-03-09T14:47:44Z', 'revision_number': 0, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e91c4c-81c6-4059-9b29-feb27ff2c726', 'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'mac_address': 'fa:16:3e:00:8c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:55Z', 'updated_at': '2022-03-09T14:46:01Z', 'revision_number': 5, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'subnets': [{'id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:47.527291 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a90159-6594-4cfe-abbd-a87375504518 None None] The sync data for ids ['51766322-ed9e-4786-b330-19a1f1d93baa'] in dv-cinder-830086-3-iscsi is: [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:56Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '811d8198-d445-4aa4-9cd9-6605a1e6cacf', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'port_id': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'mac_address': 'fa:16:3e:bf:16:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:47:44Z', 'updated_at': '2022-03-09T14:47:44Z', 'revision_number': 0, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e91c4c-81c6-4059-9b29-feb27ff2c726', 'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'mac_address': 'fa:16:3e:00:8c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:55Z', 'updated_at': '2022-03-09T14:46:01Z', 'revision_number': 5, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'subnets': [{'id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:47:47.682346 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-af375e21-ec60-4b1b-afe1-d9d5f552f279 None None] Provisioning complete for port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:47.682346 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-af375e21-ec60-4b1b-afe1-d9d5f552f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:47.694910 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24a01b-b3d2-4dce-837d-c3470b44cc48 req-8f15a0df-edcc-4a14-9944-729845a8f821 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:47.695420 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bd24a01b-b3d2-4dce-837d-c3470b44cc48 req-8f15a0df-edcc-4a14-9944-729845a8f821 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.3550937 Mar 09 14:47:47.736849 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-af375e21-ec60-4b1b-afe1-d9d5f552f279 None None] Port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:47:47.798026 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Router 3514f2f3-4801-4ff8-b12f-c4a51531a80a has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:47:47.804211 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bd24a01b-b3d2-4dce-837d-c3470b44cc48 req-3bf3d614-f582-4f09-8b7d-73cc19a8aa20 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762489 Mar 09 14:47:47.920346 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:47:47.926089 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-918d21f3-e94e-4918-b80e-18698354255a admin admin] 10.222.0.20 "PUT /v2.0/routers/3514f2f3-4801-4ff8-b12f-c4a51531a80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0200181 Mar 09 14:47:48.005485 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fda5f9-4cb1-4648-bdf7-a2cb9c81b652 None None] New status for floating IP 811d8198-d445-4aa4-9cd9-6605a1e6cacf: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:47:48.109852 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75f0b-4f01-4277-b8bf-83010fe5b3de req-99eb4a50-0552-4827-bc4c-ee612887d07a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:48.111510 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b1d75f0b-4f01-4277-b8bf-83010fe5b3de req-99eb4a50-0552-4827-bc4c-ee612887d07a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 945 time: 0.0601251 Mar 09 14:47:48.198596 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b1d75f0b-4f01-4277-b8bf-83010fe5b3de req-a0c60c3b-dd53-46f2-afa1-c6803d817503 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788939 Mar 09 14:47:48.326186 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:48.571423 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 3a2a5990-5ef0-4976-965d-97f934e68811 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:48.630768 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 3a2a5990-5ef0-4976-965d-97f934e68811 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:48.631164 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:48.730156 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 3a2a5990-5ef0-4976-965d-97f934e68811 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:48.730886 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:48.753513 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 3a2a5990-5ef0-4976-965d-97f934e68811, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=3a2a5990-5ef0-4976-965d-97f934e68811,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:48.829733 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:48.888366 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=3a2a5990-5ef0-4976-965d-97f934e68811,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:48.940762 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bd1ca-78a4-42a6-8270-e608915888df req-68a0a43f-80f3-40b0-915c-c08ab8139773 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:48.942251 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e46bd1ca-78a4-42a6-8270-e608915888df req-68a0a43f-80f3-40b0-915c-c08ab8139773 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0556087 Mar 09 14:47:48.990856 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e46bd1ca-78a4-42a6-8270-e608915888df req-07acdbca-3eaf-4809-9f71-ae6bd289c050 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420773 Mar 09 14:47:49.035451 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Sync routers for ids ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:47:49.045096 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Routers {'3514f2f3-4801-4ff8-b12f-c4a51531a80a'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:49.045708 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:49.165941 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Set router 3514f2f3-4801-4ff8-b12f-c4a51531a80a gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:49.359514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a06c9-6b68-4ad4-81b0-17347e6f4de2 req-3b6f4e96-b2d6-4748-ac19-bdb2d8c18c77 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:49.361385 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b52a06c9-6b68-4ad4-81b0-17347e6f4de2 req-3b6f4e96-b2d6-4748-ac19-bdb2d8c18c77 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 945 time: 0.0602841 Mar 09 14:47:49.429014 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b52a06c9-6b68-4ad4-81b0-17347e6f4de2 req-8afdab12-489d-4d03-8b32-e5d74109b1fc tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593088 Mar 09 14:47:49.446203 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'name': 'tempest-TestMinimumBasicScenario-1939468825-router', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:40Z', 'updated_at': '2022-03-09T14:47:46Z', 'revision_number': 4, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'gw_port': {'id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:41Z', 'updated_at': '2022-03-09T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'b4df286a-1bb7-46a7-bfb7-dc18191c4b56', 'name': '', 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'mac_address': 'fa:16:3e:17:9e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '18461914-9ff1-42d1-8a3a-5391dee0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:45Z', 'updated_at': '2022-03-09T14:47:46Z', 'revision_number': 2, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'subnets': [{'id': '18461914-9ff1-42d1-8a3a-5391dee0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:49.486150 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Checking router: 3514f2f3-4801-4ff8-b12f-c4a51531a80a for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:47:49.486753 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Updating router 3514f2f3-4801-4ff8-b12f-c4a51531a80a port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:47:49.518499 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:49.748345 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:49.824121 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Publish callbacks [] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:49.883863 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:49.941984 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ace082-aaf3-4509-b76f-e0c5ca38fb92 None None] Pushing event updated for resources: {'Port': ['ID=b4df286a-1bb7-46a7-bfb7-dc18191c4b56,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:50.002144 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Attempting to bind port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:47:50.002671 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Attempting to bind port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '888f6410-fe41-43ec-a32e-c32ed2eafb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:47:50.003143 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Attempting to bind port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 on network 46ceaa3e-733c-415e-b194-b7a45bcd600b {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:47:50.008592 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:47:50.009287 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Checking segment: {'id': '888f6410-fe41-43ec-a32e-c32ed2eafb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:47:50.009865 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:50.010351 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Bound using segment: {'id': '888f6410-fe41-43ec-a32e-c32ed2eafb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:47:50.010894 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Bound port: b4df286a-1bb7-46a7-bfb7-dc18191c4b56, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888f6410-fe41-43ec-a32e-c32ed2eafb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:47:50.011350 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:50.118332 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] For port b4df286a-1bb7-46a7-bfb7-dc18191c4b56, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:47:50.122496 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] For port b4df286a-1bb7-46a7-bfb7-dc18191c4b56, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=b4df286a-1bb7-46a7-bfb7-dc18191c4b56,segment=NetworkSegment(888f6410-fe41-43ec-a32e-c32ed2eafb7f),segment_id=888f6410-fe41-43ec-a32e-c32ed2eafb7f)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:47:50.164922 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c62610-e37f-4cdc-b6ba-5b5c248e32d5 req-1c977fcb-7fb1-461a-a970-acacea0938d0 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:50.164922 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e1c62610-e37f-4cdc-b6ba-5b5c248e32d5 req-1c977fcb-7fb1-461a-a970-acacea0938d0 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0697043 Mar 09 14:47:50.230808 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e1c62610-e37f-4cdc-b6ba-5b5c248e32d5 req-62560132-579b-4ed4-8ca9-5879c7538150 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624714 Mar 09 14:47:50.244995 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:50.321453 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-03ce7bd6-afd2-4399-b593-ef0665a19ff8 None None] Provisioning complete for port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:50.322430 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-03ce7bd6-afd2-4399-b593-ef0665a19ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:50.323905 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ace082-aaf3-4509-b76f-e0c5ca38fb92 None None] Pushing event updated for resources: {'Port': ['ID=b4df286a-1bb7-46a7-bfb7-dc18191c4b56,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:50.349979 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Routers {'3514f2f3-4801-4ff8-b12f-c4a51531a80a'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:47:50.350774 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:50.539549 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-03ce7bd6-afd2-4399-b593-ef0665a19ff8 None None] Current status of the port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:50.540159 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-03ce7bd6-afd2-4399-b593-ef0665a19ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:50.560107 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] Set router 3514f2f3-4801-4ff8-b12f-c4a51531a80a gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:47:50.613688 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 3a2a5990-5ef0-4976-965d-97f934e68811 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:50.616105 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa5e36-d91e-4ab6-bf33-38f83e94239f req-60d09a7d-1a36-4e4d-9a9c-2e1e39533efc tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:50.617913 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-68fa5e36-d91e-4ab6-bf33-38f83e94239f req-60d09a7d-1a36-4e4d-9a9c-2e1e39533efc tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 945 time: 0.0661097 Mar 09 14:47:50.677191 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-68fa5e36-d91e-4ab6-bf33-38f83e94239f req-be7351e1-7ce3-4089-a72a-dad7b64eae55 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523231 Mar 09 14:47:50.737062 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-03ce7bd6-afd2-4399-b593-ef0665a19ff8 None None] For port b4df286a-1bb7-46a7-bfb7-dc18191c4b56, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=b4df286a-1bb7-46a7-bfb7-dc18191c4b56,segment=NetworkSegment(888f6410-fe41-43ec-a32e-c32ed2eafb7f),segment_id=888f6410-fe41-43ec-a32e-c32ed2eafb7f)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:50.767261 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 3a2a5990-5ef0-4976-965d-97f934e68811 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:50.767647 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:50.824873 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-03ce7bd6-afd2-4399-b593-ef0665a19ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:50.937692 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce7bd6-afd2-4399-b593-ef0665a19ff8 None None] Pushing event updated for resources: {'Port': ['ID=b4df286a-1bb7-46a7-bfb7-dc18191c4b56,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:50.990580 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 3a2a5990-5ef0-4976-965d-97f934e68811 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:50.996328 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-2d3fa7c7-6eb7-4f65-98b4-e26a5d6b4663 None None] Provisioning complete for port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:50.996705 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa7c7-6eb7-4f65-98b4-e26a5d6b4663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:51.038914 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'name': 'tempest-TestMinimumBasicScenario-1939468825-router', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:40Z', 'updated_at': '2022-03-09T14:47:46Z', 'revision_number': 4, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'gw_port': {'id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:41Z', 'updated_at': '2022-03-09T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'b4df286a-1bb7-46a7-bfb7-dc18191c4b56', 'name': '', 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'mac_address': 'fa:16:3e:17:9e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '18461914-9ff1-42d1-8a3a-5391dee0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:45Z', 'updated_at': '2022-03-09T14:47:50Z', 'revision_number': 4, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'subnets': [{'id': '18461914-9ff1-42d1-8a3a-5391dee0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:47:51.074215 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18ec623-a9b2-4764-be7d-f22cddb03362 None None] The sync data for ids ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'] in dv-cinder-830086-3-iscsi is: [{'id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'name': 'tempest-TestMinimumBasicScenario-1939468825-router', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:40Z', 'updated_at': '2022-03-09T14:47:46Z', 'revision_number': 4, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'gw_port': {'id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:41Z', 'updated_at': '2022-03-09T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'b4df286a-1bb7-46a7-bfb7-dc18191c4b56', 'name': '', 'network_id': '46ceaa3e-733c-415e-b194-b7a45bcd600b', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'mac_address': 'fa:16:3e:17:9e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '18461914-9ff1-42d1-8a3a-5391dee0c78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:45Z', 'updated_at': '2022-03-09T14:47:50Z', 'revision_number': 4, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'subnets': [{'id': '18461914-9ff1-42d1-8a3a-5391dee0c78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:47:51.142462 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fa7c7-6eb7-4f65-98b4-e26a5d6b4663 None None] Current status of the port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:51.197908 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:51.380797 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8c1d-9d13-4309-b995-68aeff59d13b req-1a7bd9be-7309-4402-99b2-5aac3db4d0c5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:51.388432 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-be5d8c1d-9d13-4309-b995-68aeff59d13b req-1a7bd9be-7309-4402-99b2-5aac3db4d0c5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0630717 Mar 09 14:47:51.438600 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-be5d8c1d-9d13-4309-b995-68aeff59d13b req-306c28ac-6d1e-4fdd-b77a-9ad6a626890c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489664 Mar 09 14:47:51.829139 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72225a9-3f31-465e-981e-222afc832c4e req-5c2a7e14-8ea4-4c37-8311-90a805a3c4f3 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:51.835861 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e72225a9-3f31-465e-981e-222afc832c4e req-5c2a7e14-8ea4-4c37-8311-90a805a3c4f3 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 945 time: 0.0822346 Mar 09 14:47:51.923835 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e72225a9-3f31-465e-981e-222afc832c4e req-5a438ec1-bf22-448d-9d81-9cc1311d6ea5 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780993 Mar 09 14:47:52.617272 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-30c136a3-f3bb-4407-a21d-7e56d13f177a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:52.620199 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-30c136a3-f3bb-4407-a21d-7e56d13f177a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.16 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 945 time: 0.1502366 Mar 09 14:47:52.629355 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803e903-1381-40e6-bdf5-8081c58a41b7 req-955341b0-eddd-427f-bed1-724cffe02a78 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:52.630976 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3803e903-1381-40e6-bdf5-8081c58a41b7 req-955341b0-eddd-427f-bed1-724cffe02a78 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0772140 Mar 09 14:47:52.653091 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b4df286a-1bb7-46a7-bfb7-dc18191c4b56 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:47:52.729652 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3803e903-1381-40e6-bdf5-8081c58a41b7 req-be82d10f-2eae-4d7c-9218-80104d582f70 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814872 Mar 09 14:47:52.762639 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:47:52.763241 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:52.803572 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-ba111b71-79be-4d8b-8023-38aa9c35233a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Deleting port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:47:52.803915 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-ba111b71-79be-4d8b-8023-38aa9c35233a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:52.938613 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-ba111b71-79be-4d8b-8023-38aa9c35233a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] For port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,segment=NetworkSegment(b7555970-d3a5-45d5-a120-da08477b568e),segment_id=b7555970-d3a5-45d5-a120-da08477b568e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:52.939130 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-ba111b71-79be-4d8b-8023-38aa9c35233a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:52.965715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-ba111b71-79be-4d8b-8023-38aa9c35233a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Calling delete_port for c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:47:53.071415 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:47:53.131766 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6742a-90bd-4768-bbe9-341eeaaac386 req-ae708cf0-5d84-42bb-9231-6f18d7a1d234 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:53.133680 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9aa6742a-90bd-4768-bbe9-341eeaaac386 req-ae708cf0-5d84-42bb-9231-6f18d7a1d234 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 945 time: 0.1170220 Mar 09 14:47:53.198039 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9aa6742a-90bd-4768-bbe9-341eeaaac386 req-fca19a8d-4f66-468d-ad77-18ecf0556e01 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f2f5e35-9f5d-434d-9584-2c35a61afec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549364 Mar 09 14:47:53.229566 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-ba111b71-79be-4d8b-8023-38aa9c35233a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (c65e48fd-6a85-4d58-a7b3-41648e7a2bf1), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:53.253428 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['c65e48fd-6a85-4d58-a7b3-41648e7a2bf1'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:47:53.262228 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba111b71-79be-4d8b-8023-38aa9c35233a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Pushing event deleted for resources: {'Port': ['ID=c65e48fd-6a85-4d58-a7b3-41648e7a2bf1,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:53.334113 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-ba111b71-79be-4d8b-8023-38aa9c35233a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] No DVR routers for this DVR port c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:47:53.337182 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-ba111b71-79be-4d8b-8023-38aa9c35233a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:53.341140 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f0d714a9-b1b2-4f73-b5d9-bc07ba6b3409 req-ba111b71-79be-4d8b-8023-38aa9c35233a tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.16 "DELETE /v2.0/ports/c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 HTTP/1.1" status: 204 len: 173 time: 0.7131312 Mar 09 14:47:53.341610 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6499e72b-953f-43ca-8060-56a8d97f7270', 'name': 'network-vif-deleted', 'tag': 'c65e48fd-6a85-4d58-a7b3-41648e7a2bf1'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:47:53.343970 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743500ef-0203-426f-8be7-a2e4e73a3967" -d '{"events": [{"server_uuid": "6499e72b-953f-43ca-8060-56a8d97f7270", "name": "network-vif-deleted", "tag": "c65e48fd-6a85-4d58-a7b3-41648e7a2bf1"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:47:53.397212 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b18e01-5606-4284-802a-f7e8c19daf88 x-openstack-request-id: req-b3b18e01-5606-4284-802a-f7e8c19daf88 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:47:53.397512 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6499e72b-953f-43ca-8060-56a8d97f7270", "name": "network-vif-deleted", "tag": "c65e48fd-6a85-4d58-a7b3-41648e7a2bf1", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:47:53.397773 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3b18e01-5606-4284-802a-f7e8c19daf88 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:47:53.398176 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6499e72b-953f-43ca-8060-56a8d97f7270', 'name': 'network-vif-deleted', 'tag': 'c65e48fd-6a85-4d58-a7b3-41648e7a2bf1', 'status': 'completed', 'code': 200} Mar 09 14:47:53.864617 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ed200-8488-4fba-a322-a08fab47ab4a req-27d4f183-8632-4659-98c0-4f4d14240b43 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:53.872699 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e83ed200-8488-4fba-a322-a08fab47ab4a req-27d4f183-8632-4659-98c0-4f4d14240b43 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0691695 Mar 09 14:47:53.941324 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e83ed200-8488-4fba-a322-a08fab47ab4a req-76fde0de-bfd7-4241-9c3d-0719d5a35b28 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674260 Mar 09 14:47:54.318594 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5817f4f0-75b7-4458-9243-ad0ef9c2ae9b req-de2f4bc6-1ad1-41e5-888e-b4a09091b263 tempest-VolumesActionsTest-143736596 tempest-VolumesActionsTest-143736596-project] 10.222.0.20 "GET /v2.0/ports?device_id=6499e72b-953f-43ca-8060-56a8d97f7270 HTTP/1.1" status: 200 len: 210 time: 0.0268798 Mar 09 14:47:55.090127 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec076c-e006-4700-ade8-ba681ee44e87 req-a4a01bfc-c41d-47c6-99a2-7bf8ccaf794b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:55.092028 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-01ec076c-e006-4700-ade8-ba681ee44e87 req-a4a01bfc-c41d-47c6-99a2-7bf8ccaf794b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0715132 Mar 09 14:47:55.157484 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-01ec076c-e006-4700-ade8-ba681ee44e87 req-cb8b8ebf-f4b4-4916-b4dd-98db5231aa0d tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558155 Mar 09 14:47:56.110405 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38188) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:56.315748 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2596757f-1c01-474b-8c3c-78095a00660b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:56.337834 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f684865-ac90-4d32-8236-d98c9de8b7e0 req-1143d082-9af1-4ab4-9b2d-5595502b04b7 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:56.344778 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8f684865-ac90-4d32-8236-d98c9de8b7e0 req-1143d082-9af1-4ab4-9b2d-5595502b04b7 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0929880 Mar 09 14:47:56.449833 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8f684865-ac90-4d32-8236-d98c9de8b7e0 req-c2d17c3f-c3f8-4435-ab87-4309354400b0 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036119 Mar 09 14:47:56.499906 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2596757f-1c01-474b-8c3c-78095a00660b admin admin] Publish callbacks [] for security_group (228aff2f-2679-4b86-b6fd-345c0066add1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:56.587674 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2596757f-1c01-474b-8c3c-78095a00660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (228aff2f-2679-4b86-b6fd-345c0066add1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:56.633823 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2596757f-1c01-474b-8c3c-78095a00660b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b48b8085ccd94e3ba50c62ea3cd094d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5225530 Mar 09 14:47:56.636577 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596757f-1c01-474b-8c3c-78095a00660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228aff2f-2679-4b86-b6fd-345c0066add1,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:56.637075 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 38206) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:47:56.711184 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe07d-3803-4107-89a4-55d6613759aa admin admin] Publish callbacks [] for security_group (228aff2f-2679-4b86-b6fd-345c0066add1), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:56.739037 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe07d-3803-4107-89a4-55d6613759aa admin admin] Publish callbacks [] for security_group (228aff2f-2679-4b86-b6fd-345c0066add1), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:56.847831 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:47:56.867010 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe07d-3803-4107-89a4-55d6613759aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (228aff2f-2679-4b86-b6fd-345c0066add1), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:56.867202 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:47:56.867792 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device c65e48fd-6a85-4d58-a7b3-41648e7a2bf1 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:47:56.871076 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe07d-3803-4107-89a4-55d6613759aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:56.876183 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-fb0fe07d-3803-4107-89a4-55d6613759aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/228aff2f-2679-4b86-b6fd-345c0066add1 HTTP/1.1" status: 204 len: 168 time: 0.2343421 Mar 09 14:47:56.881819 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fe07d-3803-4107-89a4-55d6613759aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228aff2f-2679-4b86-b6fd-345c0066add1,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:47:57.610296 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7779a3-fe8e-4c37-b429-5d85d7be9d06 req-f0294a64-8c3b-4c8f-a23a-ef7b6eb192e4 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:57.612061 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ee7779a3-fe8e-4c37-b429-5d85d7be9d06 req-f0294a64-8c3b-4c8f-a23a-ef7b6eb192e4 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0718129 Mar 09 14:47:57.679146 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ee7779a3-fe8e-4c37-b429-5d85d7be9d06 req-24ec34c1-7a8e-49bd-be76-eb99fc398221 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581768 Mar 09 14:47:57.884827 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72f80e-ca2c-45a2-9dac-4044a79b84c0 req-23d733ce-7f3a-4417-9efb-422488b94aad tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:57.886437 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8b72f80e-ca2c-45a2-9dac-4044a79b84c0 req-23d733ce-7f3a-4417-9efb-422488b94aad tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 946 time: 0.0626562 Mar 09 14:47:57.953321 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8b72f80e-ca2c-45a2-9dac-4044a79b84c0 req-02c43101-d155-4a8e-a4d0-6693f88e35f0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609205 Mar 09 14:47:58.813443 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b752cb-bda9-489f-b758-a3c87178d906 req-2aec4c32-819a-42f7-83d7-7855deca3efe tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:58.815279 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-14b752cb-bda9-489f-b758-a3c87178d906 req-2aec4c32-819a-42f7-83d7-7855deca3efe tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0626757 Mar 09 14:47:58.864939 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-14b752cb-bda9-489f-b758-a3c87178d906 req-7808906c-6729-49c9-95ec-fecf1e677a8b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436327 Mar 09 14:47:59.062119 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eb478-2e4d-43b9-a8d7-4f3684d12c87 req-3dd092d6-5502-4ed0-ba9f-dc1ac6f29070 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:59.063584 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-387eb478-2e4d-43b9-a8d7-4f3684d12c87 req-3dd092d6-5502-4ed0-ba9f-dc1ac6f29070 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 946 time: 0.0510135 Mar 09 14:47:59.112030 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-387eb478-2e4d-43b9-a8d7-4f3684d12c87 req-522449e4-9606-4008-8f06-1370786c2738 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430176 Mar 09 14:47:59.734813 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-d39c10bf-448d-43da-a325-71542cc7f652 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:47:59.736907 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-d39c10bf-448d-43da-a325-71542cc7f652 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 946 time: 0.0561318 Mar 09 14:47:59.839321 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Deleting port e571f00b-f13b-4418-9a4d-05e6fa55ec46 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:47:59.839919 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:59.942371 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] For port e571f00b-f13b-4418-9a4d-05e6fa55ec46, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e571f00b-f13b-4418-9a4d-05e6fa55ec46,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:47:59.942730 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:47:59.997851 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3bb67-ecd1-43a3-8b6e-7ac9a1ac68ea req-74463793-767b-446f-837d-e47addf68792 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:00.001154 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-14f3bb67-ecd1-43a3-8b6e-7ac9a1ac68ea req-74463793-767b-446f-837d-e47addf68792 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0640669 Mar 09 14:48:00.051130 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-14f3bb67-ecd1-43a3-8b6e-7ac9a1ac68ea req-71732b69-dcd6-4ebf-89e7-4fbba2558dc9 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459335 Mar 09 14:48:00.177627 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:00.177979 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (4ccd766f-5595-4d47-8209-65807c60aa3d), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:00.178317 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Floating IP 4ccd766f-5595-4d47-8209-65807c60aa3d disassociated. External IP: 172.27.2.150, port: e571f00b-f13b-4418-9a4d-05e6fa55ec46. Mar 09 14:48:00.178622 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Calling delete_port for e571f00b-f13b-4418-9a4d-05e6fa55ec46 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:48:00.239999 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0d9c0-1d90-4f66-9bb9-1867eba2f4d2 req-5b295432-a163-4f82-9de3-14973756939b tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:00.244676 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3fb0d9c0-1d90-4f66-9bb9-1867eba2f4d2 req-5b295432-a163-4f82-9de3-14973756939b tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 946 time: 0.0564065 Mar 09 14:48:00.291097 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3fb0d9c0-1d90-4f66-9bb9-1867eba2f4d2 req-4f00af68-47c3-444f-879b-4d73dcf03ca3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=265b762f-82f3-452b-accd-83d960a004d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438318 Mar 09 14:48:00.426746 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (e571f00b-f13b-4418-9a4d-05e6fa55ec46), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:00.457262 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'Port': ['ID=e571f00b-f13b-4418-9a4d-05e6fa55ec46,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:00.809331 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:48:00.898494 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d31a1e34-b8ba-4720-8ef7-008dd1e7e979 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:00.900072 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d31a1e34-b8ba-4720-8ef7-008dd1e7e979 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/networks?id=58b910ad-0b37-4c80-9cd3-724ebc3f515b HTTP/1.1" status: 200 len: 815 time: 0.1067207 Mar 09 14:48:00.914895 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-682f8f0b-3cc7-412f-84ff-e7deb6100f3c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/quotas/2d96e40d3a3a4ca48ae72a451e1c97eb HTTP/1.1" status: 200 len: 375 time: 0.0088634 Mar 09 14:48:00.920427 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:48:00.930766 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:48:00.940683 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:48:00.941324 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:00.962299 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] No DVR routers for this DVR port e571f00b-f13b-4418-9a4d-05e6fa55ec46 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:48:00.965968 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:00.969586 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0b979a83-713b-4457-bf74-60a63cd38d28 req-a63351cf-8a8c-4fa9-8c30-4e8731f111b3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "DELETE /v2.0/ports/e571f00b-f13b-4418-9a4d-05e6fa55ec46 HTTP/1.1" status: 204 len: 173 time: 1.2266951 Mar 09 14:48:00.970056 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'name': 'network-vif-deleted', 'tag': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:00.977252 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-03577ef5-b0c4-46b2-a78d-ab7554d51b3b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564752 Mar 09 14:48:00.977837 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa07549-0d5a-4159-8648-d4d8fdb56265" -d '{"events": [{"server_uuid": "11c70930-1a7c-416e-99d9-cf6d4ec5fd21", "name": "network-vif-deleted", "tag": "e571f00b-f13b-4418-9a4d-05e6fa55ec46"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:01.017238 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f399466-63c6-421c-bd04-8d2c18035578 x-openstack-request-id: req-9f399466-63c6-421c-bd04-8d2c18035578 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:01.017238 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c70930-1a7c-416e-99d9-cf6d4ec5fd21", "name": "network-vif-deleted", "tag": "e571f00b-f13b-4418-9a4d-05e6fa55ec46", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:01.020813 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f399466-63c6-421c-bd04-8d2c18035578 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:01.020813 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c70930-1a7c-416e-99d9-cf6d4ec5fd21', 'name': 'network-vif-deleted', 'tag': 'e571f00b-f13b-4418-9a4d-05e6fa55ec46', 'status': 'completed', 'code': 200} Mar 09 14:48:01.067312 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:48:01.082098 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-6f986b44-515a-4610-84ac-8a9bb1575d0e service neutron] 10.222.0.20 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929060 Mar 09 14:48:01.209070 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-e4da6862-4cb4-4586-96a0-953edf2a1949 service neutron] 10.222.0.20 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207492 Mar 09 14:48:01.221010 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede296f2-d5f1-48b9-8521-0272fda26567 req-492b00d7-ac39-4421-9adf-657404ede5a1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:01.222560 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ede296f2-d5f1-48b9-8521-0272fda26567 req-492b00d7-ac39-4421-9adf-657404ede5a1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0730577 Mar 09 14:48:01.275829 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ede296f2-d5f1-48b9-8521-0272fda26567 req-4b7a43d1-e67c-4835-a4e5-29910218ed7e tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478325 Mar 09 14:48:01.293986 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'd0df06b0-587d-474a-a4ed-6e098b7edd1e', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:bd:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:47Z', 'updated_at': '2022-03-09T14:45:22Z', 'revision_number': 2, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:01.318974 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:48:01.329638 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:48:01.330270 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:47:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:01.405061 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-098d80ab-1ff2-4772-9bf7-033bf1c662e6 req-a24b4c71-e40e-4cf6-bfc0-7aadbe16ec75 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 210 time: 0.0271866 Mar 09 14:48:01.442689 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:48:01.489148 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-30c2167e-5a88-486d-8e86-670a396ccf7a req-7d609fa4-f357-4275-9ef4-4399446c3ae1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 210 time: 0.0280616 Mar 09 14:48:01.699496 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'd0df06b0-587d-474a-a4ed-6e098b7edd1e', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:bd:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:47Z', 'updated_at': '2022-03-09T14:45:22Z', 'revision_number': 2, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:01.724769 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b028d-af89-4612-af18-9f8e5ed85181 None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'd0df06b0-587d-474a-a4ed-6e098b7edd1e', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.198', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:bd:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:44:47Z', 'updated_at': '2022-03-09T14:45:22Z', 'revision_number': 2, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:48:01.955708 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed9393-f974-44e1-bab7-6f780f650e6e None None] New status for floating IP 4ccd766f-5595-4d47-8209-65807c60aa3d: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:48:02.392993 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd4645-bbc8-43db-b8cd-9abdc7c7e825 req-5be28489-d3c5-420e-a422-4b92cad104b9 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:02.402805 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bbbd4645-bbc8-43db-b8cd-9abdc7c7e825 req-5be28489-d3c5-420e-a422-4b92cad104b9 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0607777 Mar 09 14:48:02.449222 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bbbd4645-bbc8-43db-b8cd-9abdc7c7e825 req-a8b5450b-8c0e-41aa-9827-8e6a9aa17d8f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453153 Mar 09 14:48:02.550249 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-462ea567-d29d-4c7d-b6a7-d853c1e65192 req-cde3f9ef-89aa-4326-9b57-c1594a02a5eb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 210 time: 0.0374196 Mar 09 14:48:02.559213 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:02.578144 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fb0a22da-5627-4d53-ab44-563b03bb5965 req-ddd15726-077c-4bf9-8ea1-746bfe77e39f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 210 time: 0.0387621 Mar 09 14:48:03.588899 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ae82d-7968-43c2-932a-0e7a9f0dfa9d req-f8579fb0-8ee4-42b5-ba26-6061ed351b22 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:03.596326 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8d9ae82d-7968-43c2-932a-0e7a9f0dfa9d req-f8579fb0-8ee4-42b5-ba26-6061ed351b22 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0640080 Mar 09 14:48:03.664072 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8d9ae82d-7968-43c2-932a-0e7a9f0dfa9d req-b7674ac6-9798-48f9-bc5f-b6173006772a tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672884 Mar 09 14:48:03.705431 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1c1b817d-a886-4640-9443-71974a80b0f7 req-da8204c5-3006-4ec3-887f-c64dbe44fd76 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=11c70930-1a7c-416e-99d9-cf6d4ec5fd21 HTTP/1.1" status: 200 len: 210 time: 0.0390701 Mar 09 14:48:03.744152 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f17a127c-86f9-4bb1-b902-9f2c7f4876b2 req-0746811e-d514-4db2-945d-b605bc7394f4 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 210 time: 0.0269330 Mar 09 14:48:04.630787 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-94648e4c-f0ba-4d33-8fc7-0134d26c45b7 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:04.632127 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-94648e4c-f0ba-4d33-8fc7-0134d26c45b7 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.16 "GET /v2.0/networks?id=58b910ad-0b37-4c80-9cd3-724ebc3f515b HTTP/1.1" status: 200 len: 815 time: 0.1028252 Mar 09 14:48:04.646087 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'port': {'device_id': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'admin_state_up': True, 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:04.787569 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b133a-137f-4cfe-82f6-cbf6ca593093 req-c2c07bc0-8f79-435d-acdc-3b8198705b82 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:04.789126 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cb8b133a-137f-4cfe-82f6-cbf6ca593093 req-c2c07bc0-8f79-435d-acdc-3b8198705b82 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0534644 Mar 09 14:48:04.835308 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Made reservation on behalf of 2d96e40d3a3a4ca48ae72a451e1c97eb for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:48:04.839042 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:04.854142 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cb8b133a-137f-4cfe-82f6-cbf6ca593093 req-e00259a0-c687-4b97-98ee-6d1f6e00ebe2 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582206 Mar 09 14:48:04.893017 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device e571f00b-f13b-4418-9a4d-05e6fa55ec46 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:48:04.896526 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38362) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:04.922681 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: e571f00b-f13b-4418-9a4d-05e6fa55ec46 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:48:04.923400 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device e571f00b-f13b-4418-9a4d-05e6fa55ec46 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:48:04.981165 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f18c4640-dd21-4a5e-ad2d-0415015284b6 req-e1281bb4-9cbb-49e9-bcfe-0b1df5fb9041 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 210 time: 0.0572968 Mar 09 14:48:04.997434 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Allocated IP 172.20.0.4 (58b910ad-0b37-4c80-9cd3-724ebc3f515b/6ec538c9-fc83-4aff-885a-b6f59e2898fa/25c4c06a-1a03-460a-bb4c-286958f931ff) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:48:05.008431 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4de06dd7-74af-4d49-8c79-745dfa41b1b9 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (265b762f-82f3-452b-accd-83d960a004d1), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.037740 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4de06dd7-74af-4d49-8c79-745dfa41b1b9 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (265b762f-82f3-452b-accd-83d960a004d1), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.157408 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.172815 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4de06dd7-74af-4d49-8c79-745dfa41b1b9 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (265b762f-82f3-452b-accd-83d960a004d1), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.175564 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4de06dd7-74af-4d49-8c79-745dfa41b1b9 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.179660 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4de06dd7-74af-4d49-8c79-745dfa41b1b9 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "DELETE /v2.0/security-groups/265b762f-82f3-452b-accd-83d960a004d1 HTTP/1.1" status: 204 len: 168 time: 0.2793341 Mar 09 14:48:05.181876 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38382) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:05.200175 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de06dd7-74af-4d49-8c79-745dfa41b1b9 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265b762f-82f3-452b-accd-83d960a004d1,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:05.201416 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.api.v2.resource [None req-d406512c-a9d7-45ee-9f9e-a14d0a559fca tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] show failed (client error): The resource could not be found. Mar 09 14:48:05.204747 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d406512c-a9d7-45ee-9f9e-a14d0a559fca tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups/265b762f-82f3-452b-accd-83d960a004d1 HTTP/1.1" status: 404 len: 347 time: 0.0190437 Mar 09 14:48:05.206614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38388) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:05.248234 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.272870 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Network 58b910ad-0b37-4c80-9cd3-724ebc3f515b is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:48:05.275479 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:48:05.295337 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:48:05.358802 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:05.359460 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.361487 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-7c17ca35-a260-42f9-9ebc-5fd8ed708127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Deleting port 0afef319-17c4-46d7-8c25-4ad0caa2a96c {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:48:05.362159 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7c17ca35-a260-42f9-9ebc-5fd8ed708127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (0afef319-17c4-46d7-8c25-4ad0caa2a96c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.416016 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'Port': ['ID=25c4c06a-1a03-460a-bb4c-286958f931ff,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:05.438657 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-0e230d4f-a60f-4c83-8771-797a6e7d8dec tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7960856 Mar 09 14:48:05.534033 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7c17ca35-a260-42f9-9ebc-5fd8ed708127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (0afef319-17c4-46d7-8c25-4ad0caa2a96c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.534746 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7c17ca35-a260-42f9-9ebc-5fd8ed708127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (0afef319-17c4-46d7-8c25-4ad0caa2a96c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.567160 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-7c17ca35-a260-42f9-9ebc-5fd8ed708127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Calling delete_port for 0afef319-17c4-46d7-8c25-4ad0caa2a96c owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:48:05.711141 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-478f7b4e-6f10-4bbe-9194-1e8edbdf7c29 None None] Provisioning complete for port 25c4c06a-1a03-460a-bb4c-286958f931ff triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:48:05.711808 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-478f7b4e-6f10-4bbe-9194-1e8edbdf7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.789796 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-478f7b4e-6f10-4bbe-9194-1e8edbdf7c29 None None] Port 25c4c06a-1a03-460a-bb4c-286958f931ff cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:48:05.797918 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Request body: {'port': {'device_id': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:05.879579 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:05.941972 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7c17ca35-a260-42f9-9ebc-5fd8ed708127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (0afef319-17c4-46d7-8c25-4ad0caa2a96c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:06.029544 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17ca35-a260-42f9-9ebc-5fd8ed708127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'Port': ['ID=0afef319-17c4-46d7-8c25-4ad0caa2a96c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:06.250818 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7c17ca35-a260-42f9-9ebc-5fd8ed708127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (4ccd766f-5595-4d47-8209-65807c60aa3d), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:06.254072 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7c17ca35-a260-42f9-9ebc-5fd8ed708127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:06.255568 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-7c17ca35-a260-42f9-9ebc-5fd8ed708127 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "DELETE /v2.0/floatingips/4ccd766f-5595-4d47-8209-65807c60aa3d HTTP/1.1" status: 204 len: 168 time: 1.0475190 Mar 09 14:48:06.286922 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e2ac5-5ab6-4b1b-bf5a-da337506f3b2 req-844565a7-998e-4871-afcb-7d7030c34da6 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:06.295540 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-438e2ac5-5ab6-4b1b-bf5a-da337506f3b2 req-844565a7-998e-4871-afcb-7d7030c34da6 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 931 time: 0.1789491 Mar 09 14:48:06.327703 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448992b-fae1-424c-bb30-e0f2e46736b4 req-bd38211b-60ec-4792-9ca2-2c8569613bd2 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:06.334990 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5448992b-fae1-424c-bb30-e0f2e46736b4 req-bd38211b-60ec-4792-9ca2-2c8569613bd2 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.3802650 Mar 09 14:48:06.365880 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c4c06a-1a03-460a-bb4c-286958f931ff {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:48:06.374874 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Publish callbacks [] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:06.391136 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Transition to ACTIVE for port object 25c4c06a-1a03-460a-bb4c-286958f931ff will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:48:06.425308 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5448992b-fae1-424c-bb30-e0f2e46736b4 req-20909837-be72-46c0-a6d7-89d0e55ba92f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893703 Mar 09 14:48:06.429588 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-438e2ac5-5ab6-4b1b-bf5a-da337506f3b2 req-6b2c812b-d183-452e-954c-b19b4108596a tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331465 Mar 09 14:48:06.463894 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:06.550142 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Pushing event updated for resources: {'Port': ['ID=25c4c06a-1a03-460a-bb4c-286958f931ff,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:06.726204 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Attempting to bind port 25c4c06a-1a03-460a-bb4c-286958f931ff on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:48:06.726601 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Attempting to bind port 25c4c06a-1a03-460a-bb4c-286958f931ff by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:48:06.726986 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Attempting to bind port 25c4c06a-1a03-460a-bb4c-286958f931ff on network 58b910ad-0b37-4c80-9cd3-724ebc3f515b {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:48:06.747888 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Port 25c4c06a-1a03-460a-bb4c-286958f931ff on network 58b910ad-0b37-4c80-9cd3-724ebc3f515b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:48:06.751926 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Attempting to bind port 25c4c06a-1a03-460a-bb4c-286958f931ff on network 58b910ad-0b37-4c80-9cd3-724ebc3f515b {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:48:06.761425 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:48:06.765030 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Checking segment: {'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:48:06.768938 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Bound using segment: {'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:48:06.769618 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Bound port: 25c4c06a-1a03-460a-bb4c-286958f931ff, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:48:06.770145 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:06.913023 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] For port 25c4c06a-1a03-460a-bb4c-286958f931ff, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:48:06.919650 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] For port 25c4c06a-1a03-460a-bb4c-286958f931ff, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25c4c06a-1a03-460a-bb4c-286958f931ff,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:48:07.025483 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:07.094668 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:07.098614 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:07.100521 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] 10.222.0.16 "PUT /v2.0/ports/25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 1093 time: 1.3085775 Mar 09 14:48:07.104643 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:07.109135 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a68509-a1ee-4e65-8eda-9d45e8e8b752" -d '{"events": [{"name": "network-changed", "server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:07.191988 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a5c46-01b3-4a99-85d3-46ef00f6f124 service neutron] Pushing event updated for resources: {'Port': ['ID=25c4c06a-1a03-460a-bb4c-286958f931ff,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:07.199361 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e237e30-4a5f-4251-bae7-034fa0b0dd3d x-openstack-request-id: req-3e237e30-4a5f-4251-bae7-034fa0b0dd3d {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:07.201229 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:07.201229 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e237e30-4a5f-4251-bae7-034fa0b0dd3d {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:07.201229 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'status': 'completed', 'code': 200} Mar 09 14:48:07.726687 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6a96a-bb80-46b3-b0e8-a0074ddd6744 req-28b32800-a7fd-43d4-9246-059c5408df93 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:07.728196 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35c6a96a-bb80-46b3-b0e8-a0074ddd6744 req-28b32800-a7fd-43d4-9246-059c5408df93 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.1785543 Mar 09 14:48:07.764760 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7257ffd-8542-4f3a-8f8e-97ecc4948249 req-e08fc431-5b9c-4c03-a7d8-1c2ebdf21b11 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:07.766324 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c7257ffd-8542-4f3a-8f8e-97ecc4948249 req-e08fc431-5b9c-4c03-a7d8-1c2ebdf21b11 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1639254 Mar 09 14:48:07.825377 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-35c6a96a-bb80-46b3-b0e8-a0074ddd6744 req-b5e9de7d-4c41-47ce-8876-4560b173c29f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809095 Mar 09 14:48:07.866792 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c7257ffd-8542-4f3a-8f8e-97ecc4948249 req-1791b916-5ff8-4581-acec-14ff56f40a7d tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857332 Mar 09 14:48:08.954949 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5165140-72a5-4201-a942-d72ed3ec39de req-e8976b61-94af-471c-90e2-ec6d0e3e796d tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:08.956455 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f5165140-72a5-4201-a942-d72ed3ec39de req-e8976b61-94af-471c-90e2-ec6d0e3e796d tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.0546341 Mar 09 14:48:09.036301 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f5165140-72a5-4201-a942-d72ed3ec39de req-09b3759e-ed14-480a-b4de-fe514cf6d6b4 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739768 Mar 09 14:48:09.077221 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca057b1a-1e40-454f-bcd7-650cd7061fef req-4fdd96ce-0570-4d95-974d-640882382f49 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:09.077221 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ca057b1a-1e40-454f-bcd7-650cd7061fef req-4fdd96ce-0570-4d95-974d-640882382f49 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0853462 Mar 09 14:48:09.102227 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ca057b1a-1e40-454f-bcd7-650cd7061fef req-6c4e5431-c732-4ffa-a6cd-1254523d2b71 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Mar 09 14:48:09.264516 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-b64b565f-4960-457f-b3ed-4a3ecf9c217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:09.266156 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-b64b565f-4960-457f-b3ed-4a3ecf9c217f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb&device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 1127 time: 0.0450871 Mar 09 14:48:09.314006 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-4ac63337-2da7-4e7c-bf94-ed34c72fd083 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 217 time: 0.0377476 Mar 09 14:48:09.368009 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-548d44d7-d62f-4ffc-b093-498bd139f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:09.369459 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-548d44d7-d62f-4ffc-b093-498bd139f649 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ec538c9-fc83-4aff-885a-b6f59e2898fa HTTP/1.1" status: 200 len: 854 time: 0.0445454 Mar 09 14:48:09.425314 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-317de210-2f39-4852-a66c-9478901fcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:09.426826 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-317de210-2f39-4852-a66c-9478901fcaf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58b910ad-0b37-4c80-9cd3-724ebc3f515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475836 Mar 09 14:48:09.522921 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-e5dc8765-11ac-41e7-b947-8519a4ce363d service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884571 Mar 09 14:48:09.624393 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8c4bd9e3-36e6-4ba6-a3cd-3ac76acb55ae req-52cbe35c-a0c4-4385-83a7-9d53f3016f34 service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937750 Mar 09 14:48:10.325667 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867202a-a39a-4be1-87a6-5c7910ba99d1 req-bdf27fa7-d284-44c3-855e-13f190d906d1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:10.335303 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3867202a-a39a-4be1-87a6-5c7910ba99d1 req-bdf27fa7-d284-44c3-855e-13f190d906d1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.1386263 Mar 09 14:48:10.428946 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3867202a-a39a-4be1-87a6-5c7910ba99d1 req-b8913fba-21f1-4960-8193-1edb36cb4eb6 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924201 Mar 09 14:48:10.867342 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19f75-5c33-471e-aaa5-57fd307bfcce req-6534aa6c-41f5-48a0-8440-9811b4b324a2 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:10.873944 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0df19f75-5c33-471e-aaa5-57fd307bfcce req-6534aa6c-41f5-48a0-8440-9811b4b324a2 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.3163979 Mar 09 14:48:10.938678 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0df19f75-5c33-471e-aaa5-57fd307bfcce req-471250a9-26bd-42e8-baf7-2570b771d02a tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577073 Mar 09 14:48:11.631539 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26e599-a3ea-403a-a7a6-86eee85ac798 req-81ea7bb4-5ba3-4726-b65f-9478ced1f089 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:11.640233 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bb26e599-a3ea-403a-a7a6-86eee85ac798 req-81ea7bb4-5ba3-4726-b65f-9478ced1f089 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.0793936 Mar 09 14:48:11.705319 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bb26e599-a3ea-403a-a7a6-86eee85ac798 req-bbd3eb96-6d2a-4a5c-ab65-21b15969479a tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636392 Mar 09 14:48:12.134061 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48327c1e-360a-4667-a944-50e6ccc07874 req-1385e490-190d-4e11-8d04-7b6a08b9a58a tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:12.137279 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48327c1e-360a-4667-a944-50e6ccc07874 req-1385e490-190d-4e11-8d04-7b6a08b9a58a tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0974939 Mar 09 14:48:12.302834 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-48327c1e-360a-4667-a944-50e6ccc07874 req-3fecda00-1e91-4fff-814f-423736a79dff tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956583 Mar 09 14:48:12.843295 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44d0fa-cf99-4a27-89af-7a78cb111f81 req-ddfbaf17-64e6-44db-95a9-cda663e4ef26 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:12.844803 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c44d0fa-cf99-4a27-89af-7a78cb111f81 req-ddfbaf17-64e6-44db-95a9-cda663e4ef26 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.0538056 Mar 09 14:48:12.899227 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c44d0fa-cf99-4a27-89af-7a78cb111f81 req-c452bbd0-4072-4eae-b604-ea0973922b23 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 Mar 09 14:48:13.150410 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:48:13.469551 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3689be9-61f0-47fb-ace2-a6e92cec5f14 req-3c8a8682-4381-4317-9e43-d70c9b4e1bf5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:13.471545 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3689be9-61f0-47fb-ace2-a6e92cec5f14 req-3c8a8682-4381-4317-9e43-d70c9b4e1bf5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1171296 Mar 09 14:48:13.554781 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3689be9-61f0-47fb-ace2-a6e92cec5f14 req-373058ba-07f7-4a4f-87e6-ab778baf3216 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646436 Mar 09 14:48:14.072994 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca49a4-5c61-4c2b-baca-322d03be05eb req-0c60e485-df2f-46db-ace8-ae4b4de111d7 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:14.074562 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-90ca49a4-5c61-4c2b-baca-322d03be05eb req-0c60e485-df2f-46db-ace8-ae4b4de111d7 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.0957098 Mar 09 14:48:14.146613 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-90ca49a4-5c61-4c2b-baca-322d03be05eb req-9baf87b0-197a-4acc-8a89-b88f70f30abd tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615697 Mar 09 14:48:14.740599 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7ee5e-3629-4df3-9371-0e81c61ff28d req-e5066581-b60c-4ec4-86aa-02e15022fd36 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:14.749084 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c5a7ee5e-3629-4df3-9371-0e81c61ff28d req-e5066581-b60c-4ec4-86aa-02e15022fd36 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0891018 Mar 09 14:48:14.827395 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c5a7ee5e-3629-4df3-9371-0e81c61ff28d req-e9a4992c-f7f5-4eb1-b9a4-222974e454da tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750155 Mar 09 14:48:15.230475 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5a6390a3-4f9d-4211-83e3-a17f5b295a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:15.363425 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d1cf6-2857-4356-aff7-b403b9d1d791 req-357bf736-f2ac-47f7-a2e6-0e44dc04d2b0 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:15.365125 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-801d1cf6-2857-4356-aff7-b403b9d1d791 req-357bf736-f2ac-47f7-a2e6-0e44dc04d2b0 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.1098742 Mar 09 14:48:15.450567 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-801d1cf6-2857-4356-aff7-b403b9d1d791 req-f8c5e612-bc29-43fa-a512-bae908575ade tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742686 Mar 09 14:48:15.944567 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58b20b-1456-4ad9-aad1-3e61b6f71628 req-de9be25c-d393-4899-a860-19898a4bad07 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:15.946156 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cc58b20b-1456-4ad9-aad1-3e61b6f71628 req-de9be25c-d393-4899-a860-19898a4bad07 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0556121 Mar 09 14:48:15.999187 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cc58b20b-1456-4ad9-aad1-3e61b6f71628 req-20c64268-f0ac-4fe7-a3fe-99695f5b240f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Mar 09 14:48:16.581609 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b48fd-0dbb-4657-af33-eb7de111a31e req-b9f4c03f-16b1-483d-b884-0e1973287338 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:16.583189 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ec3b48fd-0dbb-4657-af33-eb7de111a31e req-b9f4c03f-16b1-483d-b884-0e1973287338 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.0561028 Mar 09 14:48:16.657114 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ec3b48fd-0dbb-4657-af33-eb7de111a31e req-6a6d6a34-b6ab-4584-91f4-7fa728cfabfa tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661721 Mar 09 14:48:17.142127 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-50c5f709-0420-4e57-90c0-bbe90b3e1ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:17.153792 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e3110-10c6-4768-ab04-70a6c5d9fd8d req-673002a3-ffae-4420-a026-9bf02873856e tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:17.155440 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3f3e3110-10c6-4768-ab04-70a6c5d9fd8d req-673002a3-ffae-4420-a026-9bf02873856e tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0688357 Mar 09 14:48:17.221348 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3f3e3110-10c6-4768-ab04-70a6c5d9fd8d req-339908b7-1770-4bb2-96e5-32bb4cc4f7c1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582232 Mar 09 14:48:17.351635 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-77b42e95-99c0-4d73-b27b-a278218035b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:17.353877 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-77b42e95-99c0-4d73-b27b-a278218035b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb&device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 1127 time: 0.0521729 Mar 09 14:48:17.489934 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-d6e36b00-1867-4836-a5a4-7018da44f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:17.491519 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-d6e36b00-1867-4836-a5a4-7018da44f64c service neutron] 10.222.0.16 "GET /v2.0/networks?id=58b910ad-0b37-4c80-9cd3-724ebc3f515b HTTP/1.1" status: 200 len: 916 time: 0.1260078 Mar 09 14:48:17.545842 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-5f8abdfd-f8fa-4613-8c3d-fa66c3dca9e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 217 time: 0.0380509 Mar 09 14:48:17.603799 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-171d0d5c-73d9-4402-babb-2a3138721dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:17.605939 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-171d0d5c-73d9-4402-babb-2a3138721dbf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ec538c9-fc83-4aff-885a-b6f59e2898fa HTTP/1.1" status: 200 len: 854 time: 0.0527146 Mar 09 14:48:17.663845 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-3fb64466-ea2b-42fd-8484-580cef0c7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:17.665535 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-3fb64466-ea2b-42fd-8484-580cef0c7762 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58b910ad-0b37-4c80-9cd3-724ebc3f515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492914 Mar 09 14:48:17.787575 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd8380-94b0-4ef0-8d10-cef5c042b793 req-cfb1c69d-fcd4-41a9-9b09-0aa5da093a6d tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:17.793388 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b2dd8380-94b0-4ef0-8d10-cef5c042b793 req-cfb1c69d-fcd4-41a9-9b09-0aa5da093a6d tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.0664728 Mar 09 14:48:17.797929 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-84ef404e-85b4-4bfb-ac5a-e3baf57adae3 service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157815 Mar 09 14:48:17.881935 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b2dd8380-94b0-4ef0-8d10-cef5c042b793 req-28188d31-2cbe-41c5-b106-4fa4e6e205bc tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748811 Mar 09 14:48:17.984184 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-07a68509-a1ee-4e65-8eda-9d45e8e8b752 req-690cdcf0-4351-4b35-b981-19dcb7cd8872 service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764538 Mar 09 14:48:18.331056 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:18.436805 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673c45a-187a-4a23-9e74-1848038c3164 req-1126c9fa-de4a-4068-a836-b1daecbb8d56 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:18.453195 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b673c45a-187a-4a23-9e74-1848038c3164 req-1126c9fa-de4a-4068-a836-b1daecbb8d56 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1141551 Mar 09 14:48:18.536733 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b673c45a-187a-4a23-9e74-1848038c3164 req-d7b5731c-762c-4666-a43f-785902cfa4a1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826471 Mar 09 14:48:19.056799 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90406bc3-d7ae-4f8f-a756-72a729b4a4bf req-05bacdac-cd60-4f02-9d70-f312c81be610 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:19.063883 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-90406bc3-d7ae-4f8f-a756-72a729b4a4bf req-05bacdac-cd60-4f02-9d70-f312c81be610 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.0885959 Mar 09 14:48:19.088176 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ec46e-f20b-42fd-bab2-fe20637fce3c req-5656ae86-64ba-4c8e-a49f-6156901fb379 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:19.090422 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7f3ec46e-f20b-42fd-bab2-fe20637fce3c req-5656ae86-64ba-4c8e-a49f-6156901fb379 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 946 time: 0.1257792 Mar 09 14:48:19.150793 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-90406bc3-d7ae-4f8f-a756-72a729b4a4bf req-0e19eeac-ba77-40ca-bee3-498a1c0c8ec6 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859237 Mar 09 14:48:19.172973 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7f3ec46e-f20b-42fd-bab2-fe20637fce3c req-841a066a-99f9-4547-8ad1-7b4f2faca019 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700068 Mar 09 14:48:19.305626 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab5aed-2817-4256-a9c3-4e75a7910c51 req-c50f8f2d-07c0-461d-ab79-f860cb099c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:19.307126 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-98ab5aed-2817-4256-a9c3-4e75a7910c51 req-c50f8f2d-07c0-461d-ab79-f860cb099c48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 1129 time: 0.0422595 Mar 09 14:48:19.360768 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-98ab5aed-2817-4256-a9c3-4e75a7910c51 req-9e27aa4d-2b6e-40ad-87f8-a17084106eb3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Mar 09 14:48:19.664446 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8f613-3e61-48c0-b9d6-0a5902ef1c03 req-dd18e91c-f378-49c3-8643-0701fab65dc3 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:19.666100 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9dd8f613-3e61-48c0-b9d6-0a5902ef1c03 req-dd18e91c-f378-49c3-8643-0701fab65dc3 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0570092 Mar 09 14:48:19.694219 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:19.724948 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9dd8f613-3e61-48c0-b9d6-0a5902ef1c03 req-6c524718-6faf-44da-8125-29c4defa4daf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488923 Mar 09 14:48:20.321037 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c0cf3-0416-4505-9505-47703c934f67 req-2c5011f7-925c-44e9-8a3a-5463c6edafed tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:20.322513 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e9c0cf3-0416-4505-9505-47703c934f67 req-2c5011f7-925c-44e9-8a3a-5463c6edafed tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 943 time: 0.0852180 Mar 09 14:48:20.334118 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd88e05-237d-4134-ba67-78a2bcb0ca55 req-507355f1-b4b8-4ae6-a418-5bab1c7fcd30 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:20.335958 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fbd88e05-237d-4134-ba67-78a2bcb0ca55 req-507355f1-b4b8-4ae6-a418-5bab1c7fcd30 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 946 time: 0.0886226 Mar 09 14:48:20.408279 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e9c0cf3-0416-4505-9505-47703c934f67 req-7ee03091-90ac-4b68-acbd-21f44e476892 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713677 Mar 09 14:48:20.411307 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fbd88e05-237d-4134-ba67-78a2bcb0ca55 req-b2b2b479-aba3-4e9c-bb3b-fc82e402f591 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682366 Mar 09 14:48:20.837707 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a6048-8da7-4b34-aaaa-0e0a9d08d899 req-9b85ee81-bcb6-48a9-ab0b-b587903b7f92 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:20.839546 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d09a6048-8da7-4b34-aaaa-0e0a9d08d899 req-9b85ee81-bcb6-48a9-ab0b-b587903b7f92 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0546231 Mar 09 14:48:20.901083 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d09a6048-8da7-4b34-aaaa-0e0a9d08d899 req-b875f91b-63d6-46f8-9c82-990a4d45e738 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562038 Mar 09 14:48:20.941759 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 25c4c06a-1a03-460a-bb4c-286958f931ff details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:48:21.041920 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 25c4c06a-1a03-460a-bb4c-286958f931ff, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25c4c06a-1a03-460a-bb4c-286958f931ff,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:21.060857 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'port_id': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'mac_address': 'fa:16:3e:19:a8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:48:21.112844 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 25c4c06a-1a03-460a-bb4c-286958f931ff is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:48:21.113580 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:21.154116 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c4c06a-1a03-460a-bb4c-286958f931ff {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:48:21.182991 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 25c4c06a-1a03-460a-bb4c-286958f931ff, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25c4c06a-1a03-460a-bb4c-286958f931ff,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:21.218949 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:21.270261 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:21.334899 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=25c4c06a-1a03-460a-bb4c-286958f931ff,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:21.343007 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.343366 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.343779 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.344125 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.344462 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.344910 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.345162 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.345509 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.345912 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.346198 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.346537 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.346879 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.347197 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:21.598831 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b06b4-0025-4e2d-8287-405b3dd39d63 req-0e279351-15d5-4a21-ac78-5e893b5484f5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:21.600285 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c3b06b4-0025-4e2d-8287-405b3dd39d63 req-0e279351-15d5-4a21-ac78-5e893b5484f5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 946 time: 0.0870700 Mar 09 14:48:21.620416 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a33db6-ba9d-41f7-9be2-39eb88197ed3 req-fd55bae2-4562-44cb-914a-0a890836a8a5 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:21.627783 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-65a33db6-ba9d-41f7-9be2-39eb88197ed3 req-fd55bae2-4562-44cb-914a-0a890836a8a5 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 944 time: 0.1035509 Mar 09 14:48:21.697020 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c3b06b4-0025-4e2d-8287-405b3dd39d63 req-9fe7fe25-4fb1-4a27-aee9-da5d62a0fdff tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899832 Mar 09 14:48:21.713130 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-65a33db6-ba9d-41f7-9be2-39eb88197ed3 req-38439f0f-63f6-478e-b232-f626c767dcd1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843174 Mar 09 14:48:21.825596 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['25c4c06a-1a03-460a-bb4c-286958f931ff'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:48:21.881310 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-6dbb1962-47b1-4d03-8877-e0dd1ee16928 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:21.883516 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-6dbb1962-47b1-4d03-8877-e0dd1ee16928 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 946 time: 0.0578101 Mar 09 14:48:22.010532 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Deleting port 111918c6-3ae6-43b0-8bc1-47b1196ba336 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:48:22.010987 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:22.049586 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f32a3f-a0b1-4808-b359-06f935496929 req-a940af7b-a8f1-431f-a944-3421d817c022 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:22.057241 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-68f32a3f-a0b1-4808-b359-06f935496929 req-a940af7b-a8f1-431f-a944-3421d817c022 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0735652 Mar 09 14:48:22.122137 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-68f32a3f-a0b1-4808-b359-06f935496929 req-48cbf9d2-df23-4b3c-970c-8ae1d556650c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583341 Mar 09 14:48:22.133900 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] For port 111918c6-3ae6-43b0-8bc1-47b1196ba336, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=111918c6-3ae6-43b0-8bc1-47b1196ba336,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:22.133900 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:22.344772 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:22.344772 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (d0df06b0-587d-474a-a4ed-6e098b7edd1e), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:22.344772 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Floating IP d0df06b0-587d-474a-a4ed-6e098b7edd1e disassociated. External IP: 172.27.2.198, port: 111918c6-3ae6-43b0-8bc1-47b1196ba336. Mar 09 14:48:22.344772 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Calling delete_port for 111918c6-3ae6-43b0-8bc1-47b1196ba336 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:48:22.835998 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3354cfa-b481-4416-a2b2-901ccda7b3a8 req-9b3bb112-9b73-4b9d-b31a-ada2eaaadeb5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:22.837473 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3354cfa-b481-4416-a2b2-901ccda7b3a8 req-9b3bb112-9b73-4b9d-b31a-ada2eaaadeb5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 946 time: 0.0511892 Mar 09 14:48:22.883036 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3354cfa-b481-4416-a2b2-901ccda7b3a8 req-1ca68f24-ccfc-4b81-91ea-15f578d28a88 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=699843dd-6de2-486b-8b09-8de340273473&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394523 Mar 09 14:48:22.944987 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 25c4c06a-1a03-460a-bb4c-286958f931ff up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:48:22.988051 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (111918c6-3ae6-43b0-8bc1-47b1196ba336), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:22.998118 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94976381-416a-46c5-a0a5-48ac8a8589f0 req-03b2f6d1-d9e1-464d-ad22-d9c06033a30f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:23.005239 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94976381-416a-46c5-a0a5-48ac8a8589f0 req-03b2f6d1-d9e1-464d-ad22-d9c06033a30f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 944 time: 0.0703201 Mar 09 14:48:23.018606 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'Port': ['ID=111918c6-3ae6-43b0-8bc1-47b1196ba336,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:23.087652 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94976381-416a-46c5-a0a5-48ac8a8589f0 req-338b4407-40eb-46a5-a128-048cdbeb9d37 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814729 Mar 09 14:48:23.094135 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 25c4c06a-1a03-460a-bb4c-286958f931ff completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:48:23.099675 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 25c4c06a-1a03-460a-bb4c-286958f931ff triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:48:23.106045 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:23.127379 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4a246-e0e9-4a18-9638-8a8e226b38f5 req-bf7d1113-dad6-4085-853c-1d59a5b2b5b6 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:23.129382 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-00e4a246-e0e9-4a18-9638-8a8e226b38f5 req-bf7d1113-dad6-4085-853c-1d59a5b2b5b6 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1033349 Mar 09 14:48:23.202668 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 25c4c06a-1a03-460a-bb4c-286958f931ff is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:48:23.203074 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:23.227200 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-00e4a246-e0e9-4a18-9638-8a8e226b38f5 req-7143e6cd-b660-459d-ad5b-2f254176a4cb tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901728 Mar 09 14:48:23.255697 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:23.258007 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bffe66b-9d07-4b17-b122-54994662501c" -d '{"events": [{"server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "name": "network-vif-plugged", "status": "completed", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:23.269931 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:48:23.278511 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06431f16-89e8-4706-8d6d-b1ae4a1ae00f req-9947a4b3-ce53-439e-bccb-73c6aec491a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:23.281007 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-06431f16-89e8-4706-8d6d-b1ae4a1ae00f req-9947a4b3-ce53-439e-bccb-73c6aec491a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 1129 time: 0.1485617 Mar 09 14:48:23.281166 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 25c4c06a-1a03-460a-bb4c-286958f931ff, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25c4c06a-1a03-460a-bb4c-286958f931ff,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:23.310004 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab109f87-274c-4b30-9dc0-1005e73d070e x-openstack-request-id: req-ab109f87-274c-4b30-9dc0-1005e73d070e {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:23.310220 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "name": "network-vif-plugged", "status": "completed", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:23.316027 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab109f87-274c-4b30-9dc0-1005e73d070e {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:23.316027 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'code': 200} Mar 09 14:48:23.362317 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:23.471315 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=25c4c06a-1a03-460a-bb4c-286958f931ff,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:23.502122 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06431f16-89e8-4706-8d6d-b1ae4a1ae00f req-8f6335be-ec86-4091-9e67-b3269a6efc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:23.503985 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-06431f16-89e8-4706-8d6d-b1ae4a1ae00f req-8f6335be-ec86-4091-9e67-b3269a6efc5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 200 len: 919 time: 0.2147002 Mar 09 14:48:23.562154 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-06431f16-89e8-4706-8d6d-b1ae4a1ae00f req-09828868-47bb-479d-a478-dcd739900cc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2cc4fbb-0e38-4008-932b-193044a80590 HTTP/1.1" status: 200 len: 217 time: 0.0476251 Mar 09 14:48:23.644158 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06431f16-89e8-4706-8d6d-b1ae4a1ae00f req-88d61dfb-8bbd-4497-adba-f799c682f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:23.645569 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-06431f16-89e8-4706-8d6d-b1ae4a1ae00f req-88d61dfb-8bbd-4497-adba-f799c682f1d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ca833601-fec1-47af-81eb-31f5f61acb2f HTTP/1.1" status: 200 len: 858 time: 0.0573528 Mar 09 14:48:23.684029 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-06431f16-89e8-4706-8d6d-b1ae4a1ae00f req-5e56cece-af1c-4ffd-b779-3992f155fb4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f9955ca2-9409-4cf7-a6dc-d85045bbc47a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308897 Mar 09 14:48:23.685227 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:48:23.691753 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695745-176a-4851-b91f-8d609ce15d75 req-ee2a3ff3-0a00-4ae5-ad36-97b9f7cd50f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:23.694997 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c5695745-176a-4851-b91f-8d609ce15d75 req-ee2a3ff3-0a00-4ae5-ad36-97b9f7cd50f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 1129 time: 0.0487359 Mar 09 14:48:23.702161 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:48:23.726385 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:48:23.727074 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:23.744242 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] No DVR routers for this DVR port 111918c6-3ae6-43b0-8bc1-47b1196ba336 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:48:23.748833 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:23.752191 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-94a745ec-05a1-467b-ab9a-9b965821dc0f req-847843a8-7fda-4cb7-bd92-929c21cff0fa tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "DELETE /v2.0/ports/111918c6-3ae6-43b0-8bc1-47b1196ba336 HTTP/1.1" status: 204 len: 173 time: 1.8567357 Mar 09 14:48:23.752642 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'name': 'network-vif-deleted', 'tag': '111918c6-3ae6-43b0-8bc1-47b1196ba336'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:23.755198 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc81c22-8de8-454e-b2fd-75164e723698" -d '{"events": [{"server_uuid": "603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8", "name": "network-vif-deleted", "tag": "111918c6-3ae6-43b0-8bc1-47b1196ba336"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:23.756083 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c5695745-176a-4851-b91f-8d609ce15d75 req-ed92d0eb-af63-49e4-a8b3-ec4c6b27d0e1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561056 Mar 09 14:48:23.845182 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955fb2f0-30a3-4759-8189-b9ac152eecf1 x-openstack-request-id: req-955fb2f0-30a3-4759-8189-b9ac152eecf1 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:23.845532 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8", "name": "network-vif-deleted", "tag": "111918c6-3ae6-43b0-8bc1-47b1196ba336", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:23.845858 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-955fb2f0-30a3-4759-8189-b9ac152eecf1 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:23.846312 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8', 'name': 'network-vif-deleted', 'tag': '111918c6-3ae6-43b0-8bc1-47b1196ba336', 'status': 'completed', 'code': 200} Mar 09 14:48:23.864736 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:48:23.868941 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-06431f16-89e8-4706-8d6d-b1ae4a1ae00f req-9c355d9f-117e-4133-856e-c493b626f5cc service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584232 Mar 09 14:48:24.016847 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2666cb5b-91b2-4226-b125-c1f1d27c9332 req-dd33bc8d-f83b-4916-b27b-5e4e1caca5f4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 210 time: 0.0399461 Mar 09 14:48:24.088154 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-06431f16-89e8-4706-8d6d-b1ae4a1ae00f req-b976e08c-ed60-4b28-ba30-49dae2af2044 service neutron] 10.222.0.16 "GET /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063483 Mar 09 14:48:24.100555 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:24.133694 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:48:24.143238 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:48:24.145484 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:24.222988 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85fd39-7859-45fe-83e3-649db70edd2d req-5da6e1d5-7146-4d4c-944f-853b62923fad tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:24.224575 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1c85fd39-7859-45fe-83e3-649db70edd2d req-5da6e1d5-7146-4d4c-944f-853b62923fad tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.0558574 Mar 09 14:48:24.278761 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1c85fd39-7859-45fe-83e3-649db70edd2d req-028eee03-c316-4a74-b8c7-367014833aa6 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475290 Mar 09 14:48:24.351591 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:48:24.365632 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed9a80-8f74-4c7c-b950-399f7df3725f req-ddd05b2e-05f8-48a8-93f4-5e601ce0035e tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:24.368146 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5fed9a80-8f74-4c7c-b950-399f7df3725f req-ddd05b2e-05f8-48a8-93f4-5e601ce0035e tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0566375 Mar 09 14:48:24.421485 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5fed9a80-8f74-4c7c-b950-399f7df3725f req-650fb3b2-e7aa-45a3-9c53-256040b08e2c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474102 Mar 09 14:48:24.576104 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:24.601382 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08feac5-a354-4421-926a-e4cdd4af89ff None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:48:24.813661 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b5943a-f3f8-461b-97ea-7b19cdf3b261 None None] New status for floating IP d0df06b0-587d-474a-a4ed-6e098b7edd1e: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:48:25.102770 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d210d9d5-18b7-455f-95d6-4f03fb3b4f32 req-25897301-c53d-4701-83c4-8f04d3427a5a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=603ff9b1-84bf-4bb6-b20d-7f3c5ba46fb8 HTTP/1.1" status: 200 len: 210 time: 0.0260036 Mar 09 14:48:25.397381 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa30a9d-ffdb-42dc-a15b-a29e5264f30e req-c99a0780-6f52-4f16-89ca-f3a5016dbb23 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:25.399866 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0aa30a9d-ffdb-42dc-a15b-a29e5264f30e req-c99a0780-6f52-4f16-89ca-f3a5016dbb23 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.0515168 Mar 09 14:48:25.456787 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0aa30a9d-ffdb-42dc-a15b-a29e5264f30e req-ec6bbbe3-9c27-4371-b096-3c4886e0f948 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448329 Mar 09 14:48:25.560164 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c636363-4684-4cb7-b314-b618f3602b76 req-d9286f41-35c0-4684-9541-9f32530e3a8f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:25.561642 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c636363-4684-4cb7-b314-b618f3602b76 req-d9286f41-35c0-4684-9541-9f32530e3a8f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0545344 Mar 09 14:48:25.613319 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c636363-4684-4cb7-b314-b618f3602b76 req-b199b31b-f2bd-4900-ba63-abb5d243bdf3 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Mar 09 14:48:26.242283 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 38698) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:26.294311 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52722742-303b-471b-a375-f086c9661884 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (699843dd-6de2-486b-8b09-8de340273473), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:26.316980 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52722742-303b-471b-a375-f086c9661884 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (699843dd-6de2-486b-8b09-8de340273473), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:26.407447 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52722742-303b-471b-a375-f086c9661884 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (699843dd-6de2-486b-8b09-8de340273473), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:26.410078 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52722742-303b-471b-a375-f086c9661884 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:26.411244 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-52722742-303b-471b-a375-f086c9661884 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "DELETE /v2.0/security-groups/699843dd-6de2-486b-8b09-8de340273473 HTTP/1.1" status: 204 len: 168 time: 0.1679678 Mar 09 14:48:26.414006 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38700) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:26.420671 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52722742-303b-471b-a375-f086c9661884 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699843dd-6de2-486b-8b09-8de340273473,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:26.427011 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.api.v2.resource [None req-156ac452-16d4-4183-95ea-88a36f8a8dff tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] show failed (client error): The resource could not be found. Mar 09 14:48:26.428032 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-156ac452-16d4-4183-95ea-88a36f8a8dff tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups/699843dd-6de2-486b-8b09-8de340273473 HTTP/1.1" status: 404 len: 347 time: 0.0130384 Mar 09 14:48:26.430878 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38702) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:26.623364 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f63d2-2ab7-41cc-a63c-a575122388e7 req-f94f7eec-a7f3-4235-a297-335470bdc54a tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:26.624894 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-882f63d2-2ab7-41cc-a63c-a575122388e7 req-f94f7eec-a7f3-4235-a297-335470bdc54a tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.0705590 Mar 09 14:48:26.630219 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-1ac498d0-784b-4fa2-8c44-24627f36cff8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Deleting port 15143234-ec8e-4784-8f1f-49971287261e {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:48:26.630565 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1ac498d0-784b-4fa2-8c44-24627f36cff8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (15143234-ec8e-4784-8f1f-49971287261e), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:26.759061 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-882f63d2-2ab7-41cc-a63c-a575122388e7 req-85a5a15d-1d32-41df-b0e9-8f74f8151bad tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262505 Mar 09 14:48:26.775498 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1ac498d0-784b-4fa2-8c44-24627f36cff8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (15143234-ec8e-4784-8f1f-49971287261e), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:26.775832 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1ac498d0-784b-4fa2-8c44-24627f36cff8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (15143234-ec8e-4784-8f1f-49971287261e), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:26.793917 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-1ac498d0-784b-4fa2-8c44-24627f36cff8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Calling delete_port for 15143234-ec8e-4784-8f1f-49971287261e owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:48:26.807644 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97774a-f5e6-40a6-b09d-9f9ea5cb1b14 req-a3b42265-bae9-49c2-96ae-cc38661320d5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:26.809185 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2d97774a-f5e6-40a6-b09d-9f9ea5cb1b14 req-a3b42265-bae9-49c2-96ae-cc38661320d5 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1020424 Mar 09 14:48:26.941238 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2d97774a-f5e6-40a6-b09d-9f9ea5cb1b14 req-d6024c41-7a12-4092-a0f8-cbbdc335cf15 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239963 Mar 09 14:48:26.962479 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3aff6-08ac-4b79-a2fc-3d9fc0b42106 req-3177d978-47cb-4386-81ed-dafeac5a2c4b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:26.963964 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cca3aff6-08ac-4b79-a2fc-3d9fc0b42106 req-3177d978-47cb-4386-81ed-dafeac5a2c4b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.1114571 Mar 09 14:48:26.966226 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 111918c6-3ae6-43b0-8bc1-47b1196ba336 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:48:26.986415 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 111918c6-3ae6-43b0-8bc1-47b1196ba336 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:48:26.986787 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 111918c6-3ae6-43b0-8bc1-47b1196ba336 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:48:27.046890 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cca3aff6-08ac-4b79-a2fc-3d9fc0b42106 req-5212bd4c-1d43-42f4-8a60-e82922a5d1f2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756657 Mar 09 14:48:27.119527 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1ac498d0-784b-4fa2-8c44-24627f36cff8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (15143234-ec8e-4784-8f1f-49971287261e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:27.157681 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac498d0-784b-4fa2-8c44-24627f36cff8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'Port': ['ID=15143234-ec8e-4784-8f1f-49971287261e,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:27.212835 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1ac498d0-784b-4fa2-8c44-24627f36cff8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (d0df06b0-587d-474a-a4ed-6e098b7edd1e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:27.215685 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1ac498d0-784b-4fa2-8c44-24627f36cff8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:27.216868 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1ac498d0-784b-4fa2-8c44-24627f36cff8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "DELETE /v2.0/floatingips/d0df06b0-587d-474a-a4ed-6e098b7edd1e HTTP/1.1" status: 204 len: 168 time: 0.7850437 Mar 09 14:48:27.372026 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9f248-9250-43a7-8360-9d4a4afe0a1f req-927db0df-cdad-49f0-b5f0-57d383d51dd1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:27.373529 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6eb9f248-9250-43a7-8360-9d4a4afe0a1f req-927db0df-cdad-49f0-b5f0-57d383d51dd1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.0516603 Mar 09 14:48:27.422514 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6eb9f248-9250-43a7-8360-9d4a4afe0a1f req-4e7653c2-206d-4628-912d-a5c6b5f8debf tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Mar 09 14:48:27.574512 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38730) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:27.580148 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b1b54c8a-1a6d-4ec6-86db-6e562cd82d83 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403746545', 'description': 'tempest-description--77781890'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:27.641894 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b1b54c8a-1a6d-4ec6-86db-6e562cd82d83 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:27.705925 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b1b54c8a-1a6d-4ec6-86db-6e562cd82d83 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (00381b1b-9f96-4500-aa09-d968b272ee84), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:27.740666 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38734) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:27.779078 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b1b54c8a-1a6d-4ec6-86db-6e562cd82d83 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (00381b1b-9f96-4500-aa09-d968b272ee84), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:27.812336 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eff5552-ac8c-422a-8e2b-1107391ddf40 admin admin] Deleting subnet 9e379270-29cc-4342-8fd0-4ea075c0147f {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:48:27.818294 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8eff5552-ac8c-422a-8e2b-1107391ddf40 admin admin] Publish callbacks [] for subnet (9e379270-29cc-4342-8fd0-4ea075c0147f), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:27.820258 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b54c8a-1a6d-4ec6-86db-6e562cd82d83 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00381b1b-9f96-4500-aa09-d968b272ee84,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:27.855402 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8eff5552-ac8c-422a-8e2b-1107391ddf40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13986415'] for subnet (9e379270-29cc-4342-8fd0-4ea075c0147f), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:27.885320 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b1b54c8a-1a6d-4ec6-86db-6e562cd82d83 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:27.887093 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b1b54c8a-1a6d-4ec6-86db-6e562cd82d83 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3115306 Mar 09 14:48:27.890060 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 38736) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:27.894698 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-304bae4d-0c24-4f3d-bf3d-076f59fecc4c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group_rule': {'security_group_id': '00381b1b-9f96-4500-aa09-d968b272ee84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:27.898341 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8eff5552-ac8c-422a-8e2b-1107391ddf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (9e379270-29cc-4342-8fd0-4ea075c0147f), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.000465 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-304bae4d-0c24-4f3d-bf3d-076f59fecc4c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (2108e618-ea07-43c2-b328-af2bfaea5954), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.045203 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-304bae4d-0c24-4f3d-bf3d-076f59fecc4c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (2108e618-ea07-43c2-b328-af2bfaea5954), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.049716 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8eff5552-ac8c-422a-8e2b-1107391ddf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13132567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13243392'] for subnet (9e379270-29cc-4342-8fd0-4ea075c0147f), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.078386 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff5552-ac8c-422a-8e2b-1107391ddf40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e379270-29cc-4342-8fd0-4ea075c0147f,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:28.083673 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8eff5552-ac8c-422a-8e2b-1107391ddf40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.086941 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8eff5552-ac8c-422a-8e2b-1107391ddf40 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9e379270-29cc-4342-8fd0-4ea075c0147f HTTP/1.1" status: 204 len: 168 time: 0.3452692 Mar 09 14:48:28.090064 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 38742) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:28.106135 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7edfe-2cbc-45ab-88d7-1026d36b20bd req-96958c2c-8e8f-44e0-80df-2df11e588e38 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:28.107623 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9b7edfe-2cbc-45ab-88d7-1026d36b20bd req-96958c2c-8e8f-44e0-80df-2df11e588e38 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0936592 Mar 09 14:48:28.155762 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-304bae4d-0c24-4f3d-bf3d-076f59fecc4c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (2108e618-ea07-43c2-b328-af2bfaea5954), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.174843 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (729fa0f3-9de8-4b9c-829d-899d7871ac64), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.177762 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9b7edfe-2cbc-45ab-88d7-1026d36b20bd req-23c4321c-70dd-48a7-beea-7019e089ce94 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630157 Mar 09 14:48:28.184470 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bae4d-0c24-4f3d-bf3d-076f59fecc4c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2108e618-ea07-43c2-b328-af2bfaea5954,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:28.263011 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (729fa0f3-9de8-4b9c-829d-899d7871ac64), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.268055 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-304bae4d-0c24-4f3d-bf3d-076f59fecc4c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.269334 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-304bae4d-0c24-4f3d-bf3d-076f59fecc4c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3781075 Mar 09 14:48:28.282833 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38752) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:28.287312 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-8b35d543-0f5d-4e45-b170-e32b328531a2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group_rule': {'security_group_id': '00381b1b-9f96-4500-aa09-d968b272ee84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:28.288386 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729fa0f3-9de8-4b9c-829d-899d7871ac64']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:28.298906 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7555970-d3a5-45d5-a120-da08477b568e') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:28.299121 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7555970-d3a5-45d5-a120-da08477b568e') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:28.309529 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15001567'] for segment (b7555970-d3a5-45d5-a120-da08477b568e), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.322713 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (b7555970-d3a5-45d5-a120-da08477b568e), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.329031 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:48:28.329411 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12879098'] for segment (b7555970-d3a5-45d5-a120-da08477b568e), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: timer() Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: cb(*args, **kw) Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: self._notify() Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: self.callback(batched_events) Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: event.method(event) Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._get(url).json() Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:48:28.331022 dv-cinder-830086-3-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:48:28.387955 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8b35d543-0f5d-4e45-b170-e32b328531a2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (c8d4d070-5596-4624-bb8d-2ddea1196386), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.451717 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8b35d543-0f5d-4e45-b170-e32b328531a2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (c8d4d070-5596-4624-bb8d-2ddea1196386), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.531112 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8b35d543-0f5d-4e45-b170-e32b328531a2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (c8d4d070-5596-4624-bb8d-2ddea1196386), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.549305 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35d543-0f5d-4e45-b170-e32b328531a2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d4d070-5596-4624-bb8d-2ddea1196386,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:28.669968 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8b35d543-0f5d-4e45-b170-e32b328531a2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.671239 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8b35d543-0f5d-4e45-b170-e32b328531a2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3874300 Mar 09 14:48:28.674432 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38760) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:28.678730 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:28.696524 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (729fa0f3-9de8-4b9c-829d-899d7871ac64), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.702398 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.706331 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] 10.222.0.20 "DELETE /v2.0/networks/729fa0f3-9de8-4b9c-829d-899d7871ac64 HTTP/1.1" status: 204 len: 168 time: 0.6143751 Mar 09 14:48:28.716612 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19ceb9-895c-49fb-a5f1-d7b515f89aba admin admin] Pushing event deleted for resources: {'Network': ['ID=729fa0f3-9de8-4b9c-829d-899d7871ac64,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:28.759299 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.855683 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:28.961754 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Allocated IP 172.27.2.85 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/da23d94f-dd07-4e9b-9008-276511adb286) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:48:29.060108 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (da23d94f-dd07-4e9b-9008-276511adb286), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.087006 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38766) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:29.130514 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f8db5173-8099-4f37-a411-bcf3249b1f09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aea836a1dd754ca983f4b428c9f3cf53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457888 Mar 09 14:48:29.132953 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 38768) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:29.166360 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (da23d94f-dd07-4e9b-9008-276511adb286), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.212695 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:48:29.220594 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:48:29.226370 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:48:29.229564 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f016e65b-dce0-4662-886c-68dec58279b8 admin admin] Publish callbacks [] for security_group (2f2f5e35-9f5d-434d-9584-2c35a61afec6), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.231492 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=da23d94f-dd07-4e9b-9008-276511adb286,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:29.279473 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f016e65b-dce0-4662-886c-68dec58279b8 admin admin] Publish callbacks [] for security_group (2f2f5e35-9f5d-434d-9584-2c35a61afec6), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.353237 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (0f8a3934-91ca-497d-9d20-040d53da5053), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.439073 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f016e65b-dce0-4662-886c-68dec58279b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2f2f5e35-9f5d-434d-9584-2c35a61afec6), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.441599 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f016e65b-dce0-4662-886c-68dec58279b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.442785 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f016e65b-dce0-4662-886c-68dec58279b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f2f5e35-9f5d-434d-9584-2c35a61afec6 HTTP/1.1" status: 204 len: 168 time: 0.3088884 Mar 09 14:48:29.458262 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016e65b-dce0-4662-886c-68dec58279b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2f5e35-9f5d-434d-9584-2c35a61afec6,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:29.460305 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (da23d94f-dd07-4e9b-9008-276511adb286), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.610951 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (da23d94f-dd07-4e9b-9008-276511adb286), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.673897 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (da23d94f-dd07-4e9b-9008-276511adb286), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.743961 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=da23d94f-dd07-4e9b-9008-276511adb286,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:29.753819 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (0f8a3934-91ca-497d-9d20-040d53da5053), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.849824 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:29.851097 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0e60a2e9-c0cb-47ea-8cff-0f63119e7c63 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1757545 Mar 09 14:48:30.045215 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-da33096b-ad33-40db-bb7d-8735faaa48ae tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--403746545&fields=id&tenant_id=bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 267 time: 0.0443242 Mar 09 14:48:30.150991 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-b7135451-93ac-4a63-8d66-e845a6bb6b6c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:30.152468 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-b7135451-93ac-4a63-8d66-e845a6bb6b6c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 814 time: 0.1009629 Mar 09 14:48:30.168951 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-53469800-4fff-468a-8fc4-a07b761c19b0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/quotas/bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 375 time: 0.0105438 Mar 09 14:48:30.180675 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-9932ae4e-ad7f-445b-a33c-e49eb616b616 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429595 Mar 09 14:48:30.231498 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-1c430705-1a90-4dce-b2d7-afde1f55cecb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569587 Mar 09 14:48:30.291505 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-d9051265-9e7e-4212-ad38-4e5000fc002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:30.293539 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-d9051265-9e7e-4212-ad38-4e5000fc002c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 1130 time: 0.0515664 Mar 09 14:48:30.334295 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-495499bd-b272-4c44-ae7e-1081b1df91fa service neutron] 10.222.0.20 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915976 Mar 09 14:48:30.406981 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-8a9499fa-2bfe-4be7-8f56-fe0d25cc4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:30.408353 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-8a9499fa-2bfe-4be7-8f56-fe0d25cc4e2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 916 time: 0.0875437 Mar 09 14:48:30.426172 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-49f164db-e7e1-4ab6-b8cc-e9247256d903 service neutron] 10.222.0.20 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854363 Mar 09 14:48:30.478343 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-11941836-e48b-4ed1-92ef-470727ac39bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9 HTTP/1.1" status: 200 len: 1000 time: 0.0611205 Mar 09 14:48:30.533154 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-a29a0090-b874-44b5-b0e1-264acc603857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:30.534598 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-a29a0090-b874-44b5-b0e1-264acc603857 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 200 len: 854 time: 0.0474889 Mar 09 14:48:30.587411 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-0e11a6b8-5584-4ce7-98b6-13f4a5defce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:30.590032 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-0e11a6b8-5584-4ce7-98b6-13f4a5defce6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22b50098-231e-4eaf-af19-c11841a316ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452688 Mar 09 14:48:30.641357 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1a8b0e76-33e7-44c4-925b-47ef080dd92c req-96af9a75-1853-4752-9694-83156c553f51 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 210 time: 0.0305676 Mar 09 14:48:30.692787 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-e7d12169-9295-407d-9ae1-d054ad06c394 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939415 Mar 09 14:48:30.784505 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7081dede-77d7-4dc4-93e6-16971362fe91 req-36b4aa4b-070e-48da-a763-dec3e402de75 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841470 Mar 09 14:48:31.732635 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0787a4a6-8fca-4255-87a5-b49af9bd64ac req-de7eb138-870b-4717-af61-11feb3396455 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 210 time: 0.0276487 Mar 09 14:48:32.556162 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:32.823085 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ae6e7238-ac42-4f16-b181-2d13895bbab9 req-3fbe2b28-43fd-4a39-bc1a-4dbd8e6bc679 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 210 time: 0.0257020 Mar 09 14:48:33.915660 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-829b5faf-15d8-49c0-bd26-4f9c730c2fc6 req-e9524e3b-bfa7-41a6-8a03-7fb7e76ca3a0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 210 time: 0.0252030 Mar 09 14:48:35.006321 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b45ffabe-b9ce-40b2-bd83-c03b659d6f9a req-f8d68b08-6ba8-4a00-a1ca-4af3a5e7416c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 210 time: 0.0261285 Mar 09 14:48:35.477829 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-9405db8d-e7bc-4731-9fbd-0a9a651a3c84 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:35.480858 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-9405db8d-e7bc-4731-9fbd-0a9a651a3c84 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 814 time: 0.1117973 Mar 09 14:48:35.547667 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-5138cf4a-f5af-4204-acee-0e3aaca23c49 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 379 time: 0.0568268 Mar 09 14:48:35.579691 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'port': {'device_id': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'admin_state_up': True, 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'security_groups': ['00381b1b-9f96-4500-aa09-d968b272ee84']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:35.785114 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Made reservation on behalf of bf76a9d88a8a42c28c8f2616b82675d0 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:48:35.788464 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:35.910230 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Allocated IP 172.20.0.7 (9d7fd99d-9010-431c-8d9a-debb68cefb68/716d55f1-12e3-4df0-8873-3342175b3a93/5a83c04d-652f-4218-a690-983471533c02) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:48:36.049503 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (5a83c04d-652f-4218-a690-983471533c02), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:36.101121 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-edabc979-2933-4fc9-844d-82352dacfa75 req-30d28dc2-aba7-4fbb-aa70-872b115a0d35 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 210 time: 0.0290279 Mar 09 14:48:36.145217 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (5a83c04d-652f-4218-a690-983471533c02), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:36.183511 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:48:36.186616 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:48:36.189113 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:48:36.225306 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=5a83c04d-652f-4218-a690-983471533c02,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:36.259288 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:36.260066 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:36.336862 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-384a9042-bd17-4548-9a8f-d5dff4bc1bd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608359 Mar 09 14:48:36.355768 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Request body: {'port': {'device_id': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:36.415267 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (5a83c04d-652f-4218-a690-983471533c02), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:36.433969 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-4788de61-4550-4476-beac-83b98f55c2af None None] Provisioning complete for port 5a83c04d-652f-4218-a690-983471533c02 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:48:36.435147 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4788de61-4550-4476-beac-83b98f55c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (5a83c04d-652f-4218-a690-983471533c02), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:36.473567 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-4788de61-4550-4476-beac-83b98f55c2af None None] Port 5a83c04d-652f-4218-a690-983471533c02 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:48:36.676947 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a83c04d-652f-4218-a690-983471533c02 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:48:36.684021 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Publish callbacks [] for port (5a83c04d-652f-4218-a690-983471533c02), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:36.696338 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Transition to ACTIVE for port object 5a83c04d-652f-4218-a690-983471533c02 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:48:36.761896 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (5a83c04d-652f-4218-a690-983471533c02), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:36.813253 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Pushing event updated for resources: {'Port': ['ID=5a83c04d-652f-4218-a690-983471533c02,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:36.879098 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Attempting to bind port 5a83c04d-652f-4218-a690-983471533c02 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:48:36.879577 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Attempting to bind port 5a83c04d-652f-4218-a690-983471533c02 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:48:36.879903 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Attempting to bind port 5a83c04d-652f-4218-a690-983471533c02 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:48:36.884345 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Port 5a83c04d-652f-4218-a690-983471533c02 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:48:36.884677 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Attempting to bind port 5a83c04d-652f-4218-a690-983471533c02 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:48:36.889814 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:48:36.890158 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Checking segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:48:36.890547 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Bound using segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:48:36.890979 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Bound port: 5a83c04d-652f-4218-a690-983471533c02, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:48:36.891343 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (5a83c04d-652f-4218-a690-983471533c02), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:36.958306 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] For port 5a83c04d-652f-4218-a690-983471533c02, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:48:36.961265 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] For port 5a83c04d-652f-4218-a690-983471533c02, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5a83c04d-652f-4218-a690-983471533c02,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:48:37.051724 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (5a83c04d-652f-4218-a690-983471533c02), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:37.082672 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:37.083304 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:37.084680 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] 10.222.0.16 "PUT /v2.0/ports/5a83c04d-652f-4218-a690-983471533c02 HTTP/1.1" status: 200 len: 1093 time: 0.7336292 Mar 09 14:48:37.085146 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'tag': '5a83c04d-652f-4218-a690-983471533c02'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:37.087517 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ee34fc-6e69-4ac7-92a3-6b368af72418" -d '{"events": [{"name": "network-changed", "server_uuid": "a0da3082-a7fe-4485-b3d9-f4109cd2093a", "tag": "5a83c04d-652f-4218-a690-983471533c02"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:37.116230 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65e1de-a160-4e51-84a0-59342c2c911f service neutron] Pushing event updated for resources: {'Port': ['ID=5a83c04d-652f-4218-a690-983471533c02,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:37.134578 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c2deaa-5a28-477e-8457-88a5eac4a975 x-openstack-request-id: req-e2c2deaa-5a28-477e-8457-88a5eac4a975 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:37.134870 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0da3082-a7fe-4485-b3d9-f4109cd2093a", "tag": "5a83c04d-652f-4218-a690-983471533c02", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:37.135125 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2c2deaa-5a28-477e-8457-88a5eac4a975 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:37.135527 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'tag': '5a83c04d-652f-4218-a690-983471533c02', 'status': 'completed', 'code': 200} Mar 09 14:48:37.234420 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15846db4-186e-446b-aa2f-7ca56d1418c8 req-b4bb4cdf-420f-43a4-8d1c-c43c48398477 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:37.235969 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-15846db4-186e-446b-aa2f-7ca56d1418c8 req-b4bb4cdf-420f-43a4-8d1c-c43c48398477 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 943 time: 0.0528059 Mar 09 14:48:37.282636 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-15846db4-186e-446b-aa2f-7ca56d1418c8 req-b17bf885-10d7-486f-9a16-a03f77e60186 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410409 Mar 09 14:48:38.397189 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a235c5-1f2a-4575-9f65-5cbaba452aa0 req-6b8954c9-c051-4488-868d-daca5f18ebc4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:38.398631 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-43a235c5-1f2a-4575-9f65-5cbaba452aa0 req-6b8954c9-c051-4488-868d-daca5f18ebc4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 943 time: 0.0507395 Mar 09 14:48:38.443568 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-43a235c5-1f2a-4575-9f65-5cbaba452aa0 req-ddd193c6-80e4-401f-a70b-11c6c3f005a4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393975 Mar 09 14:48:39.565087 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac6ef7-7973-4a11-88ea-595cf6f384dc req-947eae53-f461-46b6-a1be-2c94cbbc0c74 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:39.567452 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fbac6ef7-7973-4a11-88ea-595cf6f384dc req-947eae53-f461-46b6-a1be-2c94cbbc0c74 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 943 time: 0.0588725 Mar 09 14:48:39.568274 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee34fc-6e69-4ac7-92a3-6b368af72418 req-0a9ff7a3-cdbc-49b2-b25c-b23d81c0bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:39.569823 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-25ee34fc-6e69-4ac7-92a3-6b368af72418 req-0a9ff7a3-cdbc-49b2-b25c-b23d81c0bbfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 1127 time: 0.0454836 Mar 09 14:48:39.615680 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fbac6ef7-7973-4a11-88ea-595cf6f384dc req-f4ca601e-ff2b-44ec-bc38-f61e150062a3 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416827 Mar 09 14:48:39.673003 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee34fc-6e69-4ac7-92a3-6b368af72418 req-11285f31-9e20-4ec2-ba3f-30ab07fd178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:39.674466 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-25ee34fc-6e69-4ac7-92a3-6b368af72418 req-11285f31-9e20-4ec2-ba3f-30ab07fd178a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952969 Mar 09 14:48:39.765232 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee34fc-6e69-4ac7-92a3-6b368af72418 req-6f1a1f9f-3353-4a84-a982-d65a82e5fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:39.766585 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-25ee34fc-6e69-4ac7-92a3-6b368af72418 req-6f1a1f9f-3353-4a84-a982-d65a82e5fbbb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845020 Mar 09 14:48:39.856943 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-e107cf04-a8f6-48f0-b7bf-aaecff76bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:39.858506 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-e107cf04-a8f6-48f0-b7bf-aaecff76bed6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 1127 time: 0.0467350 Mar 09 14:48:39.901964 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-af228b1a-f23e-4483-bcb9-5c05cb5eb5d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a83c04d-652f-4218-a690-983471533c02 HTTP/1.1" status: 200 len: 217 time: 0.0338666 Mar 09 14:48:39.950683 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-f02aa349-9313-4421-a0a8-ba64577bc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:39.952179 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-f02aa349-9313-4421-a0a8-ba64577bc28b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=716d55f1-12e3-4df0-8873-3342175b3a93 HTTP/1.1" status: 200 len: 853 time: 0.0422456 Mar 09 14:48:39.999502 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-19d016e4-2849-4660-85fe-15a20331fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:40.001076 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-19d016e4-2849-4660-85fe-15a20331fe53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d7fd99d-9010-431c-8d9a-debb68cefb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422170 Mar 09 14:48:40.093367 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-f3d353d2-7bfa-4a60-8f42-2e9c46b53e2c service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824695 Mar 09 14:48:40.183901 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-69f63ebb-7eab-4079-b3ad-f7d07b624391 req-a68d619e-dc33-49d9-b2ed-96bbae9f5722 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835674 Mar 09 14:48:40.733116 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7172981-8a71-4b32-ad0b-f2b9a1082f7e req-0243d6a3-cca3-48a7-9c24-6a5043650678 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:40.734669 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7172981-8a71-4b32-ad0b-f2b9a1082f7e req-0243d6a3-cca3-48a7-9c24-6a5043650678 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 943 time: 0.0521109 Mar 09 14:48:40.782804 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7172981-8a71-4b32-ad0b-f2b9a1082f7e req-ff1351cb-90e5-44d7-81d5-ec6858e16ea6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423169 Mar 09 14:48:41.151106 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d21c3-9894-4fc6-b427-1254fb5fd436 req-8125dfd2-df53-49ff-8a75-91ec8a0f53ff tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:41.152552 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3d21c3-9894-4fc6-b427-1254fb5fd436 req-8125dfd2-df53-49ff-8a75-91ec8a0f53ff tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0510883 Mar 09 14:48:41.200915 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2e3d21c3-9894-4fc6-b427-1254fb5fd436 req-29c148ab-0518-47c7-8545-bdc494cec875 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Mar 09 14:48:41.897606 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3020-2536-4bf5-ad4d-75590e2118c7 req-9b875af6-a932-46a5-a90e-687a8dddb609 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:41.899049 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-238c3020-2536-4bf5-ad4d-75590e2118c7 req-9b875af6-a932-46a5-a90e-687a8dddb609 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 943 time: 0.0508025 Mar 09 14:48:41.943950 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-238c3020-2536-4bf5-ad4d-75590e2118c7 req-59646c43-c895-4837-aa31-1bd741a187dc tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386629 Mar 09 14:48:42.316071 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae42ce-ac2b-4107-9af9-2204868fe3e5 req-e27d80d0-815e-40ac-89ba-34530712df0f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:42.317531 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0ae42ce-ac2b-4107-9af9-2204868fe3e5 req-e27d80d0-815e-40ac-89ba-34530712df0f tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0510695 Mar 09 14:48:42.364267 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0ae42ce-ac2b-4107-9af9-2204868fe3e5 req-e9a8cc83-a759-4b51-86a6-6412ab8fb730 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410614 Mar 09 14:48:42.491093 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 5a83c04d-652f-4218-a690-983471533c02 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:48:42.587665 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 5a83c04d-652f-4218-a690-983471533c02, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5a83c04d-652f-4218-a690-983471533c02,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:42.597785 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '5a83c04d-652f-4218-a690-983471533c02', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'port_id': '5a83c04d-652f-4218-a690-983471533c02', 'mac_address': 'fa:16:3e:28:35:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:48:42.638553 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 5a83c04d-652f-4218-a690-983471533c02 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:48:42.638947 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (5a83c04d-652f-4218-a690-983471533c02), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:42.655863 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a83c04d-652f-4218-a690-983471533c02 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:48:42.676026 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 5a83c04d-652f-4218-a690-983471533c02, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5a83c04d-652f-4218-a690-983471533c02,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:42.760141 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (5a83c04d-652f-4218-a690-983471533c02), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:42.811175 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=5a83c04d-652f-4218-a690-983471533c02,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:42.948243 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5542ed-336f-4130-af34-76ff9b7b5141 req-2f4ede4f-7803-4115-9257-1ba1cb77f0cd tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:42.949714 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9a5542ed-336f-4130-af34-76ff9b7b5141 req-2f4ede4f-7803-4115-9257-1ba1cb77f0cd tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.0532687 Mar 09 14:48:42.995642 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9a5542ed-336f-4130-af34-76ff9b7b5141 req-de26c452-b464-4798-930f-78c522e48044 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Mar 09 14:48:43.018284 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 38960) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:43.058915 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b66fb4-e977-4327-8be5-f42a404f4c4e req-760a34f1-ea39-487c-9fce-cee0d0d50289 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:43.060931 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f8b66fb4-e977-4327-8be5-f42a404f4c4e req-760a34f1-ea39-487c-9fce-cee0d0d50289 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 944 time: 0.0518091 Mar 09 14:48:43.107864 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f8b66fb4-e977-4327-8be5-f42a404f4c4e req-48b9d73a-e942-45f8-8dd3-6a7a9f2aa6c7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413029 Mar 09 14:48:43.197627 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['5a83c04d-652f-4218-a690-983471533c02'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:48:43.211066 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea3c84-e951-47c5-987d-11584c084e01 tempest-TestMinimumBasicScenario-329500720 tempest-TestMinimumBasicScenario-329500720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:43.212605 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d0ea3c84-e951-47c5-987d-11584c084e01 tempest-TestMinimumBasicScenario-329500720 tempest-TestMinimumBasicScenario-329500720-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 1124 time: 0.1911376 Mar 09 14:48:43.215543 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 38964) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:43.219863 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'port_id': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:43.311353 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:43.411492 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:43.508376 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e83325-3b2a-404c-a02d-dbcba70a925d req-4d3b6e5d-f4e4-4863-bb60-6acd69e61d3e tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:43.509855 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-55e83325-3b2a-404c-a02d-dbcba70a925d req-4d3b6e5d-f4e4-4863-bb60-6acd69e61d3e tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0802824 Mar 09 14:48:43.519561 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Allocated IP 172.27.2.125 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/7f884fa7-d977-4c8f-b4c9-96e399236042) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:48:43.628930 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for port (7f884fa7-d977-4c8f-b4c9-96e399236042), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:43.708909 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (7f884fa7-d977-4c8f-b4c9-96e399236042), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:43.745993 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:48:43.746884 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-55e83325-3b2a-404c-a02d-dbcba70a925d req-f160b996-37fa-4360-b7b9-ec81f3a05dbc tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310994 Mar 09 14:48:43.749898 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:48:43.755473 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:48:43.781060 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'Port': ['ID=7f884fa7-d977-4c8f-b4c9-96e399236042,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:43.793920 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.794314 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.794722 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.795035 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.795377 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.795715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.796050 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.796387 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.796729 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.797072 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.799626 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.799626 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:43.799626 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:44.124610 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for floatingip (6f76bd42-c4e6-41d9-a28e-2ceae95ba445), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:44.227628 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472446a-9b25-4ad0-ba50-924326336e20 req-33499d5f-e904-42e2-96cc-3a6adfea6361 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:44.229123 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5472446a-9b25-4ad0-ba50-924326336e20 req-33499d5f-e904-42e2-96cc-3a6adfea6361 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 944 time: 0.0550203 Mar 09 14:48:44.241437 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (7f884fa7-d977-4c8f-b4c9-96e399236042), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:44.279669 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5472446a-9b25-4ad0-ba50-924326336e20 req-5f0afd4f-c5fe-423e-a1ed-2a2b5b19d7a4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450768 Mar 09 14:48:44.395046 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for port (7f884fa7-d977-4c8f-b4c9-96e399236042), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:44.457258 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (7f884fa7-d977-4c8f-b4c9-96e399236042), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:44.504399 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 5a83c04d-652f-4218-a690-983471533c02 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:48:44.526819 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'Port': ['ID=7f884fa7-d977-4c8f-b4c9-96e399236042,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:44.539288 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (6f76bd42-c4e6-41d9-a28e-2ceae95ba445), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:44.602628 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 5a83c04d-652f-4218-a690-983471533c02 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:48:44.606505 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 5a83c04d-652f-4218-a690-983471533c02 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:48:44.606878 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (5a83c04d-652f-4218-a690-983471533c02), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:44.688195 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 5a83c04d-652f-4218-a690-983471533c02 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:48:44.688585 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (5a83c04d-652f-4218-a690-983471533c02), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:44.713073 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a83c04d-652f-4218-a690-983471533c02'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:44.715261 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bab131-918d-4d53-aebc-9696960ee414" -d '{"events": [{"server_uuid": "a0da3082-a7fe-4485-b3d9-f4109cd2093a", "name": "network-vif-plugged", "status": "completed", "tag": "5a83c04d-652f-4218-a690-983471533c02"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:44.728509 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 5a83c04d-652f-4218-a690-983471533c02, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5a83c04d-652f-4218-a690-983471533c02,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:44.753115 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642d1620-3a43-4835-8d14-d597107004fd x-openstack-request-id: req-642d1620-3a43-4835-8d14-d597107004fd {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:44.753440 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0da3082-a7fe-4485-b3d9-f4109cd2093a", "name": "network-vif-plugged", "status": "completed", "tag": "5a83c04d-652f-4218-a690-983471533c02", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:44.753700 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-642d1620-3a43-4835-8d14-d597107004fd {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:44.754100 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a83c04d-652f-4218-a690-983471533c02', 'code': 200} Mar 09 14:48:44.813967 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (5a83c04d-652f-4218-a690-983471533c02), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:44.871110 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d533df-0a85-42f9-996c-06b25d26cd23 req-28a46f8e-c037-4047-b672-ab09bcf17381 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:44.879849 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-64d533df-0a85-42f9-996c-06b25d26cd23 req-28a46f8e-c037-4047-b672-ab09bcf17381 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.0607502 Mar 09 14:48:44.880094 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=5a83c04d-652f-4218-a690-983471533c02,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:44.884370 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-25f7e1d5-4954-4a29-b76c-29b1bbc3c24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:44.909727 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Floating IP 6f76bd42-c4e6-41d9-a28e-2ceae95ba445 associated. External IP: 172.27.2.125, port: 25c4c06a-1a03-460a-bb4c-286958f931ff. Mar 09 14:48:44.929360 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-64d533df-0a85-42f9-996c-06b25d26cd23 req-6b07147f-1b1b-426f-99b8-1ffdb3a1f4d1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481105 Mar 09 14:48:44.962262 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-a5efa3ee-ffcd-4b24-9066-ef4edeb3031c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:44.963749 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-a5efa3ee-ffcd-4b24-9066-ef4edeb3031c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.16 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 946 time: 0.3453913 Mar 09 14:48:45.138418 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba52b3-4093-4aa9-92cd-8cc6e403228c req-1d27fd6c-b67a-48c3-bc48-e3239d4ecb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:45.140263 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-77ba52b3-4093-4aa9-92cd-8cc6e403228c req-1d27fd6c-b67a-48c3-bc48-e3239d4ecb58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 1129 time: 0.0568314 Mar 09 14:48:45.183671 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-be27e875-04b0-47ad-84c4-1657795b3314 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Deleting port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:48:45.184196 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-be27e875-04b0-47ad-84c4-1657795b3314 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:45.194030 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-77ba52b3-4093-4aa9-92cd-8cc6e403228c req-3401dac0-0d98-403f-a5d2-d23e692d1f44 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403011 Mar 09 14:48:45.263090 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Router 5928671e-af32-49a3-ada6-a162735585af has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:48:45.327662 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-be27e875-04b0-47ad-84c4-1657795b3314 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] For port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:45.328025 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-be27e875-04b0-47ad-84c4-1657795b3314 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:45.345155 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-be27e875-04b0-47ad-84c4-1657795b3314 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Calling delete_port for 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:48:45.411194 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c537204-2977-4b7a-a518-4860f16d74a6 req-6cc078ba-fdcd-421e-aac2-f3411a9bf325 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:45.413444 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7c537204-2977-4b7a-a518-4860f16d74a6 req-6cc078ba-fdcd-421e-aac2-f3411a9bf325 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 945 time: 0.0605931 Mar 09 14:48:45.443159 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:48:45.461118 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] Sync routers for ids ['5928671e-af32-49a3-ada6-a162735585af'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:48:45.463670 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7c537204-2977-4b7a-a518-4860f16d74a6 req-91a199bd-fcfc-42e9-870a-ba518b23331a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439138 Mar 09 14:48:45.495362 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] Routers {'5928671e-af32-49a3-ada6-a162735585af'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:48:45.495989 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['5928671e-af32-49a3-ada6-a162735585af'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:45.539650 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:45.575833 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-63cfd652-12ef-4e1d-b0f0-668cc9a409b1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3591962 Mar 09 14:48:45.576517 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:45.578631 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39002) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:45.578881 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514f3850-4fd9-42c3-bd56-373836d0378d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:45.583162 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76414161', 'description': 'tempest-secgroup-smoke-76414161 description', 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:45.614220 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821987ba-dd68-4af7-ae8e-fa91ddad36a3 x-openstack-request-id: req-821987ba-dd68-4af7-ae8e-fa91ddad36a3 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:45.614581 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:45.614904 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-821987ba-dd68-4af7-ae8e-fa91ddad36a3 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:45.615404 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'status': 'completed', 'code': 200} Mar 09 14:48:45.617265 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] Set router 5928671e-af32-49a3-ada6-a162735585af gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:48:45.651675 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-be27e875-04b0-47ad-84c4-1657795b3314 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:45.676090 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a', 'f2cc4fbb-0e38-4008-932b-193044a80590'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:48:45.688388 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27e875-04b0-47ad-84c4-1657795b3314 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Pushing event deleted for resources: {'Port': ['ID=0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:45.704604 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:45.725704 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f3850-4fd9-42c3-bd56-373836d0378d req-b2f7ef9f-332d-47ca-bade-8634a1d1e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:45.727247 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-514f3850-4fd9-42c3-bd56-373836d0378d req-b2f7ef9f-332d-47ca-bade-8634a1d1e472 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb&device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 1129 time: 0.0818775 Mar 09 14:48:45.745936 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-be27e875-04b0-47ad-84c4-1657795b3314 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] No DVR routers for this DVR port 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:48:45.749405 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-be27e875-04b0-47ad-84c4-1657795b3314 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:45.754399 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-7a4f4a97-abfa-4e90-917e-776b2cb3e59c req-be27e875-04b0-47ad-84c4-1657795b3314 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.16 "DELETE /v2.0/ports/0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a HTTP/1.1" status: 204 len: 173 time: 0.7808962 Mar 09 14:48:45.862883 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group (fccd30fe-6657-4067-a425-f473e8410efb), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:45.867554 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f3850-4fd9-42c3-bd56-373836d0378d req-eac44efe-a954-4fcf-96fb-c97ef0b65417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:45.869097 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-514f3850-4fd9-42c3-bd56-373836d0378d req-eac44efe-a954-4fcf-96fb-c97ef0b65417 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58b910ad-0b37-4c80-9cd3-724ebc3f515b HTTP/1.1" status: 200 len: 916 time: 0.1286168 Mar 09 14:48:45.886262 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:36Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '6f76bd42-c4e6-41d9-a28e-2ceae95ba445', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '5928671e-af32-49a3-ada6-a162735585af', 'port_id': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'mac_address': 'fa:16:3e:19:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:48:43Z', 'updated_at': '2022-03-09T14:48:43Z', 'revision_number': 0, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c41a77c-792f-48e2-bcd6-9e799953e3b3', 'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'mac_address': 'fa:16:3e:89:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:35Z', 'updated_at': '2022-03-09T14:47:40Z', 'revision_number': 5, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'subnets': [{'id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:45.912454 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] Checking router: 5928671e-af32-49a3-ada6-a162735585af for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:48:45.920748 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] Routers {'5928671e-af32-49a3-ada6-a162735585af'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:48:45.921359 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['5928671e-af32-49a3-ada6-a162735585af'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:45.935489 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-514f3850-4fd9-42c3-bd56-373836d0378d req-ef5d8f32-9921-4245-a6f8-332fb69630c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 999 time: 0.0580096 Mar 09 14:48:45.970162 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (fccd30fe-6657-4067-a425-f473e8410efb), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:46.008942 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f3850-4fd9-42c3-bd56-373836d0378d req-046e2d93-6c3c-4a66-8fdf-33124a744ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:46.010315 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-514f3850-4fd9-42c3-bd56-373836d0378d req-046e2d93-6c3c-4a66-8fdf-33124a744ee3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ec538c9-fc83-4aff-885a-b6f59e2898fa HTTP/1.1" status: 200 len: 854 time: 0.0681865 Mar 09 14:48:46.012667 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccd30fe-6657-4067-a425-f473e8410efb,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:46.021687 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.022037 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.022382 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.022725 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.023111 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.023452 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.023786 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.024116 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.024883 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.024883 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.025235 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.025497 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.025823 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:48:46.032343 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] Set router 5928671e-af32-49a3-ada6-a162735585af gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:48:46.083881 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3056131e-99f8-4718-9c37-15b93a64442d req-44b28121-825a-4197-8cff-2d80cd79b877 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=da7d2c47-6cab-458f-8eeb-8885cc214865 HTTP/1.1" status: 200 len: 210 time: 0.0453250 Mar 09 14:48:46.086480 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:46.090777 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-59901f59-1354-4da2-b7f6-796f4eb8f16c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5079527 Mar 09 14:48:46.091308 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39008) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:46.104101 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-681d16c8-a689-44c0-a80c-bd026092d235 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'security_group_rule': {'security_group_id': 'fccd30fe-6657-4067-a425-f473e8410efb', 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:46.104222 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f3850-4fd9-42c3-bd56-373836d0378d req-6aea6fc2-3bfb-4100-9e12-53c66da21651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:46.105476 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-514f3850-4fd9-42c3-bd56-373836d0378d req-6aea6fc2-3bfb-4100-9e12-53c66da21651 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58b910ad-0b37-4c80-9cd3-724ebc3f515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749304 Mar 09 14:48:46.190694 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-681d16c8-a689-44c0-a80c-bd026092d235 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (8977b8c0-b63c-48a2-840d-e8a67be2769c), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:46.211379 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-514f3850-4fd9-42c3-bd56-373836d0378d req-0971657d-ddfc-4477-bbca-7a9fc0394334 service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896134 Mar 09 14:48:46.250708 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-681d16c8-a689-44c0-a80c-bd026092d235 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (8977b8c0-b63c-48a2-840d-e8a67be2769c), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:46.282571 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:36Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '6f76bd42-c4e6-41d9-a28e-2ceae95ba445', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '5928671e-af32-49a3-ada6-a162735585af', 'port_id': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'mac_address': 'fa:16:3e:19:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:48:43Z', 'updated_at': '2022-03-09T14:48:43Z', 'revision_number': 0, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c41a77c-792f-48e2-bcd6-9e799953e3b3', 'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'mac_address': 'fa:16:3e:89:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:35Z', 'updated_at': '2022-03-09T14:47:40Z', 'revision_number': 5, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'subnets': [{'id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:46.308899 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-514f3850-4fd9-42c3-bd56-373836d0378d req-ec7dfb7a-0b8a-4812-8b09-bc982d44f73d service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876789 Mar 09 14:48:46.309388 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0502ba15-7fcb-4e18-a2b3-249681a3458e None None] The sync data for ids ['5928671e-af32-49a3-ada6-a162735585af'] in dv-cinder-830086-3-iscsi is: [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:36Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '6f76bd42-c4e6-41d9-a28e-2ceae95ba445', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '5928671e-af32-49a3-ada6-a162735585af', 'port_id': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'mac_address': 'fa:16:3e:19:a8:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:48:43Z', 'updated_at': '2022-03-09T14:48:43Z', 'revision_number': 0, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c41a77c-792f-48e2-bcd6-9e799953e3b3', 'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'mac_address': 'fa:16:3e:89:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:35Z', 'updated_at': '2022-03-09T14:47:40Z', 'revision_number': 5, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'subnets': [{'id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:48:46.332033 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-681d16c8-a689-44c0-a80c-bd026092d235 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (8977b8c0-b63c-48a2-840d-e8a67be2769c), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:46.350419 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d16c8-a689-44c0-a80c-bd026092d235 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8977b8c0-b63c-48a2-840d-e8a67be2769c,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:46.444961 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-681d16c8-a689-44c0-a80c-bd026092d235 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:46.446420 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-681d16c8-a689-44c0-a80c-bd026092d235 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3540976 Mar 09 14:48:46.449296 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39016) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:46.455387 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-aeb93eb6-b09a-4829-a341-c56c472df6f2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'security_group_rule': {'security_group_id': 'fccd30fe-6657-4067-a425-f473e8410efb', 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:46.537343 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a95fb-d0b8-4ac3-856d-6a8155bdf7bb None None] New status for floating IP 6f76bd42-c4e6-41d9-a28e-2ceae95ba445: ACTIVE {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:48:46.551950 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aeb93eb6-b09a-4829-a341-c56c472df6f2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (538c0a95-4f29-4e5d-bb24-632ea95dfb2f), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:46.644258 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68c726-6be2-4485-9691-fa1768e357a3 req-f8271445-f003-415c-8859-dee7c72167c0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:46.645849 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3c68c726-6be2-4485-9691-fa1768e357a3 req-f8271445-f003-415c-8859-dee7c72167c0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 945 time: 0.0898123 Mar 09 14:48:46.656680 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aeb93eb6-b09a-4829-a341-c56c472df6f2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (538c0a95-4f29-4e5d-bb24-632ea95dfb2f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:46.699246 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3c68c726-6be2-4485-9691-fa1768e357a3 req-6ea0f625-0c7c-443e-86bb-b39625953cd7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456405 Mar 09 14:48:46.751388 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aeb93eb6-b09a-4829-a341-c56c472df6f2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (538c0a95-4f29-4e5d-bb24-632ea95dfb2f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:46.772338 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb93eb6-b09a-4829-a341-c56c472df6f2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538c0a95-4f29-4e5d-bb24-632ea95dfb2f,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:46.870237 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-aeb93eb6-b09a-4829-a341-c56c472df6f2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:46.871430 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-aeb93eb6-b09a-4829-a341-c56c472df6f2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4208946 Mar 09 14:48:46.875028 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39022) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:46.880534 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-f11a00c2-16a6-48e3-9c44-457f60840b63 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'security_group_rule': {'security_group_id': 'fccd30fe-6657-4067-a425-f473e8410efb', 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:46.888683 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e1cdd-d3c4-426d-ac33-129f08f4d301 req-ff659b7d-b07d-45e6-a762-cf83b7ea4585 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:46.890340 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-127e1cdd-d3c4-426d-ac33-129f08f4d301 req-ff659b7d-b07d-45e6-a762-cf83b7ea4585 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 945 time: 0.0575106 Mar 09 14:48:46.937860 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-127e1cdd-d3c4-426d-ac33-129f08f4d301 req-7cde9ebc-b74a-4ecc-b8db-6f670d9836ec tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Mar 09 14:48:47.005051 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11a00c2-16a6-48e3-9c44-457f60840b63 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (39f27b9e-679a-4f1d-9635-ce0158ef62b7), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.064124 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11a00c2-16a6-48e3-9c44-457f60840b63 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (39f27b9e-679a-4f1d-9635-ce0158ef62b7), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.134331 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86805d9e-6316-412e-b6fd-4eda48094533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.160323 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11a00c2-16a6-48e3-9c44-457f60840b63 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (39f27b9e-679a-4f1d-9635-ce0158ef62b7), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.180321 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a00c2-16a6-48e3-9c44-457f60840b63 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f27b9e-679a-4f1d-9635-ce0158ef62b7,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:47.273399 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f11a00c2-16a6-48e3-9c44-457f60840b63 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.274636 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f11a00c2-16a6-48e3-9c44-457f60840b63 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3983977 Mar 09 14:48:47.277444 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39030) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:47.281858 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-42da64ff-14fa-4d3d-b104-81b0b187861b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'security_group_rule': {'security_group_id': 'fccd30fe-6657-4067-a425-f473e8410efb', 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:47.379160 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42da64ff-14fa-4d3d-b104-81b0b187861b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (5d96e634-e4b6-4382-80a3-6d6a3c9840e4), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.435950 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42da64ff-14fa-4d3d-b104-81b0b187861b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (5d96e634-e4b6-4382-80a3-6d6a3c9840e4), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.503065 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42da64ff-14fa-4d3d-b104-81b0b187861b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (5d96e634-e4b6-4382-80a3-6d6a3c9840e4), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.520550 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da64ff-14fa-4d3d-b104-81b0b187861b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d96e634-e4b6-4382-80a3-6d6a3c9840e4,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:47.583760 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ed6ac-0171-43e5-afb8-3cbeafc2ee7e req-f6c174ea-3b77-4533-ad9c-bcb888f22f97 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:47.585924 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3d3ed6ac-0171-43e5-afb8-3cbeafc2ee7e req-f6c174ea-3b77-4533-ad9c-bcb888f22f97 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0558836 Mar 09 14:48:47.616357 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-42da64ff-14fa-4d3d-b104-81b0b187861b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.617854 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-42da64ff-14fa-4d3d-b104-81b0b187861b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394697 Mar 09 14:48:47.618765 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d2c47-6cab-458f-8eeb-8885cc214865', 'name': 'network-vif-deleted', 'tag': '0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:47.620479 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39040) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:47.621965 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8b8aec-8f44-4bb8-b712-aa4c34243bab" -d '{"events": [{"server_uuid": "da7d2c47-6cab-458f-8eeb-8885cc214865", "name": "network-vif-deleted", "tag": "0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:47.626388 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-a10ad4db-31c2-496b-bbf2-6fdfd3bb6685 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'security_group_rule': {'security_group_id': 'fccd30fe-6657-4067-a425-f473e8410efb', 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:47.654456 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3d3ed6ac-0171-43e5-afb8-3cbeafc2ee7e req-2fb4bed3-3a32-4bcf-b329-9e4872c29e07 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617809 Mar 09 14:48:47.695038 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072b8cdd-9c7a-458e-8bfd-38f73aabb1e8 x-openstack-request-id: req-072b8cdd-9c7a-458e-8bfd-38f73aabb1e8 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:47.695400 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d2c47-6cab-458f-8eeb-8885cc214865", "name": "network-vif-deleted", "tag": "0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:47.695718 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-072b8cdd-9c7a-458e-8bfd-38f73aabb1e8 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:47.696229 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d2c47-6cab-458f-8eeb-8885cc214865', 'name': 'network-vif-deleted', 'tag': '0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a', 'status': 'completed', 'code': 200} Mar 09 14:48:47.728617 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.securitygroups_db [None req-a10ad4db-31c2-496b-bbf2-6fdfd3bb6685 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Project 2d96e40d3a3a4ca48ae72a451e1c97eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:48:47.735709 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a10ad4db-31c2-496b-bbf2-6fdfd3bb6685 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (83c45ba4-d547-4337-bc02-33b3da99c2fa), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.819697 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a10ad4db-31c2-496b-bbf2-6fdfd3bb6685 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (83c45ba4-d547-4337-bc02-33b3da99c2fa), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.838537 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f251b-c3de-46be-b502-13f8641a3034 req-50113611-106d-4d98-a83a-188457e07ed8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:47.840229 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d23f251b-c3de-46be-b502-13f8641a3034 req-50113611-106d-4d98-a83a-188457e07ed8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 945 time: 0.0689316 Mar 09 14:48:47.886882 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d23f251b-c3de-46be-b502-13f8641a3034 req-0f274749-103e-422d-b602-6d63b62e3f4e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404749 Mar 09 14:48:47.905661 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a10ad4db-31c2-496b-bbf2-6fdfd3bb6685 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (83c45ba4-d547-4337-bc02-33b3da99c2fa), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:47.923009 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ad4db-31c2-496b-bbf2-6fdfd3bb6685 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c45ba4-d547-4337-bc02-33b3da99c2fa,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:48.000805 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a10ad4db-31c2-496b-bbf2-6fdfd3bb6685 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:48.001952 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a10ad4db-31c2-496b-bbf2-6fdfd3bb6685 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3803279 Mar 09 14:48:48.004743 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39052) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:48.009219 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-c9d5e670-d8e6-4f1a-97d7-d933547058fb tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'security_group_rule': {'security_group_id': 'fccd30fe-6657-4067-a425-f473e8410efb', 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:48.034490 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad158a-5d45-4fad-a6b9-71f3dc050094 req-f3b7a161-3de6-4c70-a0b4-6b4aa3ffdf9f tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:48.036052 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3cad158a-5d45-4fad-a6b9-71f3dc050094 req-f3b7a161-3de6-4c70-a0b4-6b4aa3ffdf9f tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 945 time: 0.0872469 Mar 09 14:48:48.044504 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39054) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:48.049069 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-e03ba9be-c789-4277-9fbb-ba63d58b4201 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'floatingip': {'port_id': '5a83c04d-652f-4218-a690-983471533c02'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:48.094169 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.securitygroups_db [None req-c9d5e670-d8e6-4f1a-97d7-d933547058fb tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Project 2d96e40d3a3a4ca48ae72a451e1c97eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:48:48.094393 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff5850-d189-4007-9919-84d829ad0676 req-e0a78ece-9b3d-4918-9495-ab1bcb9e08c5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:48.095667 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49ff5850-d189-4007-9919-84d829ad0676 req-e0a78ece-9b3d-4918-9495-ab1bcb9e08c5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 946 time: 0.1105511 Mar 09 14:48:48.099841 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e670-d8e6-4f1a-97d7-d933547058fb tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (f217f285-a108-40ac-914f-d2da6ff7d946), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:48.111598 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e03ba9be-c789-4277-9fbb-ba63d58b4201 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (0f8a3934-91ca-497d-9d20-040d53da5053), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:48.159702 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e670-d8e6-4f1a-97d7-d933547058fb tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (f217f285-a108-40ac-914f-d2da6ff7d946), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:48.237333 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e670-d8e6-4f1a-97d7-d933547058fb tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (f217f285-a108-40ac-914f-d2da6ff7d946), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:48.257147 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5e670-d8e6-4f1a-97d7-d933547058fb tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f217f285-a108-40ac-914f-d2da6ff7d946,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:48.258828 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49ff5850-d189-4007-9919-84d829ad0676 req-17e2f538-ccbe-4630-a37c-906c7e100933 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514356 Mar 09 14:48:48.277905 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac25bf-4332-40c8-b5d4-2a9dd5b3a58c req-df112de6-d5c3-4a15-8007-77973ac7e8a0 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:48.280029 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4dac25bf-4332-40c8-b5d4-2a9dd5b3a58c req-df112de6-d5c3-4a15-8007-77973ac7e8a0 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 945 time: 0.1966231 Mar 09 14:48:48.311825 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:48.342065 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e670-d8e6-4f1a-97d7-d933547058fb tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:48.343362 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c9d5e670-d8e6-4f1a-97d7-d933547058fb tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3375480 Mar 09 14:48:48.373828 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4dac25bf-4332-40c8-b5d4-2a9dd5b3a58c req-334274d7-a4d2-4a86-beaf-44e03bbbfb13 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882702 Mar 09 14:48:48.492433 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:48:48.496153 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-5f56c39d-bb32-487b-9721-a7b98b0e9b64 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76414161&fields=id&tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb HTTP/1.1" status: 200 len: 267 time: 0.0904067 Mar 09 14:48:48.514182 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:48:48.514528 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 0f4d9486-b56e-4a0f-9dd3-dd3c64476a2a not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:48:48.619088 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-e689a0fb-9296-46a1-a52c-f7eddc2ecf04 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:48.620540 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-e689a0fb-9296-46a1-a52c-f7eddc2ecf04 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.0889380 Mar 09 14:48:48.634262 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-25ead54d-1baf-466b-9f6a-adda36e6a12f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'port': {'security_groups': ['5eb4ab7a-e678-46cb-93fb-8044bdef1309', 'fccd30fe-6657-4067-a425-f473e8410efb']}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:48.793780 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-25ead54d-1baf-466b-9f6a-adda36e6a12f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:48.823782 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e03ba9be-c789-4277-9fbb-ba63d58b4201 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:48.875265 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4eeef-6410-4c2d-adb5-abce7d2313db req-7ac82883-7b52-443e-ab19-942227bd4ce6 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:48.876732 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76b4eeef-6410-4c2d-adb5-abce7d2313db req-7ac82883-7b52-443e-ab19-942227bd4ce6 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.1541390 Mar 09 14:48:48.922543 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e03ba9be-c789-4277-9fbb-ba63d58b4201 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (0f8a3934-91ca-497d-9d20-040d53da5053), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:49.027236 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-76b4eeef-6410-4c2d-adb5-abce7d2313db req-509664cc-8b71-4b82-93b8-abf9c5a52caf tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413999 Mar 09 14:48:49.129684 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-e03ba9be-c789-4277-9fbb-ba63d58b4201 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Floating IP 0f8a3934-91ca-497d-9d20-040d53da5053 associated. External IP: 172.27.2.85, port: 5a83c04d-652f-4218-a690-983471533c02. Mar 09 14:48:49.446937 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-25ead54d-1baf-466b-9f6a-adda36e6a12f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] For port 25c4c06a-1a03-460a-bb4c-286958f931ff, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25c4c06a-1a03-460a-bb4c-286958f931ff,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:49.536385 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-7864fc35-bb43-4126-9269-370458ba259d tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:49.537836 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-7864fc35-bb43-4126-9269-370458ba259d tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 945 time: 0.1835945 Mar 09 14:48:49.540498 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-25ead54d-1baf-466b-9f6a-adda36e6a12f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:49.548162 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dfb22-480c-4d44-b166-2828ad17e022 req-4bd70c6c-9bd4-44bb-a344-4e8aa074225e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:49.549533 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aa4dfb22-480c-4d44-b166-2828ad17e022 req-4bd70c6c-9bd4-44bb-a344-4e8aa074225e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 946 time: 0.1940205 Mar 09 14:48:49.631484 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-25ead54d-1baf-466b-9f6a-adda36e6a12f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:49.642680 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['25c4c06a-1a03-460a-bb4c-286958f931ff'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:48:49.711878 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:49.824199 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aa4dfb22-480c-4d44-b166-2828ad17e022 req-b9e4b862-c57d-4a82-a130-9a8d2478a7ac tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690690 Mar 09 14:48:49.830052 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-25ead54d-1baf-466b-9f6a-adda36e6a12f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:49.830683 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-25ead54d-1baf-466b-9f6a-adda36e6a12f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:49.832306 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3c536864-1eed-48d3-9a00-55e620fe7a8d req-25ead54d-1baf-466b-9f6a-adda36e6a12f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "PUT /v2.0/ports/25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 981 time: 1.2038469 Mar 09 14:48:49.838783 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:49.841312 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915a6d61-fedb-4169-b817-8445e7f3e295" -d '{"events": [{"name": "network-changed", "server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:49.854936 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ead54d-1baf-466b-9f6a-adda36e6a12f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'Port': ['ID=25c4c06a-1a03-460a-bb4c-286958f931ff,revision_number=6']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:49.878929 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03ba9be-c789-4277-9fbb-ba63d58b4201 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:48:49.912515 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Deleting port 08fd6674-b019-4f56-b222-9c0150f55191 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:48:49.912910 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (08fd6674-b019-4f56-b222-9c0150f55191), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:49.954192 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['25c4c06a-1a03-460a-bb4c-286958f931ff'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:48:50.073166 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-b70f78b9-a4a8-44af-a5eb-1103917764df None None] Provisioning complete for port 25c4c06a-1a03-460a-bb4c-286958f931ff triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:48:50.073522 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b70f78b9-a4a8-44af-a5eb-1103917764df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:50.150818 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:48:50.158232 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2758f-6685-43aa-ab62-b36e34234e53 req-44a392d5-29f0-4958-be84-f7e8e0423416 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:50.159835 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67b2758f-6685-43aa-ab62-b36e34234e53 req-44a392d5-29f0-4958-be84-f7e8e0423416 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.2112110 Mar 09 14:48:50.166907 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] For port 08fd6674-b019-4f56-b222-9c0150f55191, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=08fd6674-b019-4f56-b222-9c0150f55191,segment=NetworkSegment(c48c5038-4d11-401b-a504-80989c816853),segment_id=c48c5038-4d11-401b-a504-80989c816853)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:50.167264 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (08fd6674-b019-4f56-b222-9c0150f55191), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:50.178542 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af074f-085a-4557-958d-b3bece567a68 req-90cfbd97-ed5e-4218-84b0-13a5f3370d2b tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:50.179952 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87af074f-085a-4557-958d-b3bece567a68 req-90cfbd97-ed5e-4218-84b0-13a5f3370d2b tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 945 time: 0.2325451 Mar 09 14:48:50.190457 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03ba9be-c789-4277-9fbb-ba63d58b4201 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:48:50.198397 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e03ba9be-c789-4277-9fbb-ba63d58b4201 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:50.206052 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:48:50.217864 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Calling delete_port for 08fd6674-b019-4f56-b222-9c0150f55191 owned by compute:nova {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:48:50.220461 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:48:50.221210 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:50.222698 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-b70f78b9-a4a8-44af-a5eb-1103917764df None None] Current status of the port 25c4c06a-1a03-460a-bb4c-286958f931ff is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:48:50.277527 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e03ba9be-c789-4277-9fbb-ba63d58b4201 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "PUT /v2.0/floatingips/0f8a3934-91ca-497d-9d20-040d53da5053 HTTP/1.1" status: 200 len: 990 time: 2.2318306 Mar 09 14:48:50.354703 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:48:50.368302 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-8f3894dd-d477-407c-878b-43202f02312e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:50.371168 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-8f3894dd-d477-407c-878b-43202f02312e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.16 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 946 time: 0.0703840 Mar 09 14:48:50.422977 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-87af074f-085a-4557-958d-b3bece567a68 req-6a29fef2-d51f-4426-8f69-166b1110296b tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247045 Mar 09 14:48:50.444832 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67b2758f-6685-43aa-ab62-b36e34234e53 req-68609ead-8d4a-4e1a-8900-38bf44c675b2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2731037 Mar 09 14:48:50.507538 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41cf815-a759-433e-8c9f-4fbe630f3ceb x-openstack-request-id: req-a41cf815-a759-433e-8c9f-4fbe630f3ceb {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:50.508161 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:50.508161 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a41cf815-a759-433e-8c9f-4fbe630f3ceb {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:50.508512 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'status': 'completed', 'code': 200} Mar 09 14:48:50.516410 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Deleting port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:48:50.516856 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:50.600353 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc4673-934b-4555-87ad-5430378d6ec4 req-4aaf506f-d184-44e0-a3a1-303bf735a489 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:50.601897 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c4dc4673-934b-4555-87ad-5430378d6ec4 req-4aaf506f-d184-44e0-a3a1-303bf735a489 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0589082 Mar 09 14:48:50.622140 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (08fd6674-b019-4f56-b222-9c0150f55191), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:50.632923 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-cb0d6e4c-3d59-4782-be6b-ea1b79ed3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:50.635170 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-cb0d6e4c-3d59-4782-be6b-ea1b79ed3942 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb&device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 1168 time: 0.1139419 Mar 09 14:48:50.643327 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '0f8a3934-91ca-497d-9d20-040d53da5053', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '5a83c04d-652f-4218-a690-983471533c02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:28:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:48:29Z', 'updated_at': '2022-03-09T14:48:48Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:50.662054 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Pushing event deleted for resources: {'Port': ['ID=08fd6674-b019-4f56-b222-9c0150f55191,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:50.669939 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:48:50.679424 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:48:50.680348 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:50.690081 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] For port 824eb34c-2615-41a5-8a24-1ad6f4c309b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=824eb34c-2615-41a5-8a24-1ad6f4c309b9,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:50.690598 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:50.724850 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c4dc4673-934b-4555-87ad-5430378d6ec4 req-69632f23-6057-4d00-9b6f-688272982a7c tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161938 Mar 09 14:48:50.740579 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] No DVR routers for this DVR port 08fd6674-b019-4f56-b222-9c0150f55191 on host hv-cinder-83008 {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:48:50.745458 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:50.749957 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.16 "DELETE /v2.0/ports/08fd6674-b019-4f56-b222-9c0150f55191 HTTP/1.1" status: 204 len: 173 time: 1.1924231 Mar 09 14:48:50.838854 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-b714d504-a51d-4a28-b029-59102eb830ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:50.840302 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-b714d504-a51d-4a28-b029-59102eb830ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=58b910ad-0b37-4c80-9cd3-724ebc3f515b HTTP/1.1" status: 200 len: 916 time: 0.1904430 Mar 09 14:48:50.876170 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:48:50.959327 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-5c72ab57-aae9-4f7c-bab3-06ca99a049eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 1001 time: 0.1046956 Mar 09 14:48:50.968128 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:50.968512 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (c672391d-5873-4252-833e-fbcade4d1bfe), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:50.968831 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Floating IP c672391d-5873-4252-833e-fbcade4d1bfe disassociated. External IP: 172.27.2.91, port: 824eb34c-2615-41a5-8a24-1ad6f4c309b9. Mar 09 14:48:50.969172 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Calling delete_port for 824eb34c-2615-41a5-8a24-1ad6f4c309b9 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:48:50.970632 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55496a6-cb5f-49de-9574-6d5907132387 req-bf367827-b65b-499b-9064-fbbca8fe50cd tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:50.977626 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b55496a6-cb5f-49de-9574-6d5907132387 req-bf367827-b65b-499b-9064-fbbca8fe50cd tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 946 time: 0.0685742 Mar 09 14:48:51.025788 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b55496a6-cb5f-49de-9574-6d5907132387 req-5d5bc664-e621-49dc-bc0a-4f19a866bae3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=58b72412-0cec-43c9-b80c-320bf3f49168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473073 Mar 09 14:48:51.058788 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-9e49cb72-929a-43a4-a2cf-14bc1977d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:51.060296 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-9e49cb72-929a-43a4-a2cf-14bc1977d5a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ec538c9-fc83-4aff-885a-b6f59e2898fa HTTP/1.1" status: 200 len: 854 time: 0.0854442 Mar 09 14:48:51.112267 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '0f8a3934-91ca-497d-9d20-040d53da5053', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '5a83c04d-652f-4218-a690-983471533c02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:28:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:48:29Z', 'updated_at': '2022-03-09T14:48:48Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:51.139648 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b37326-636b-4a74-832c-0dabcb125b21 None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '0f8a3934-91ca-497d-9d20-040d53da5053', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': '5a83c04d-652f-4218-a690-983471533c02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:28:35:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:48:29Z', 'updated_at': '2022-03-09T14:48:48Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:48:51.149952 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-40330581-833c-4cce-adf1-a25c0c05da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:51.151454 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-40330581-833c-4cce-adf1-a25c0c05da5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58b910ad-0b37-4c80-9cd3-724ebc3f515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824389 Mar 09 14:48:51.162705 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:51.250636 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-db534414-26dc-4b57-9b2a-ff7b5eda47b7 service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887938 Mar 09 14:48:51.251318 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (824eb34c-2615-41a5-8a24-1ad6f4c309b9), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:51.291475 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event deleted for resources: {'Port': ['ID=824eb34c-2615-41a5-8a24-1ad6f4c309b9,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:51.363260 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ed83f-0809-4d05-89be-d3737c6905b4 None None] New status for floating IP 0f8a3934-91ca-497d-9d20-040d53da5053: ACTIVE {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:48:51.446202 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-915a6d61-fedb-4169-b817-8445e7f3e295 req-0446763e-1438-4b79-a70c-11b9886e30f6 service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870799 Mar 09 14:48:51.481060 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Router 87692b5f-b486-4175-be7b-25dc725219fc has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:48:51.544982 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-409d63f9-a1c6-4362-a79e-f6957ae62885 req-4a5c5651-8888-46a2-95af-b822bc11ed9b tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf HTTP/1.1" status: 200 len: 210 time: 0.0299597 Mar 09 14:48:51.604193 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:48:51.614476 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] Sync routers for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:48:51.625675 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:48:51.626304 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:51.654042 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] No DVR routers for this DVR port 824eb34c-2615-41a5-8a24-1ad6f4c309b9 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:48:51.656375 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:51.659854 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-abcf00b4-0776-47c5-b79a-3dc666c7b33b req-5e703221-749b-49c5-9a16-5c53859f9ba3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.16 "DELETE /v2.0/ports/824eb34c-2615-41a5-8a24-1ad6f4c309b9 HTTP/1.1" status: 204 len: 173 time: 1.2729590 Mar 09 14:48:51.660305 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'name': 'network-vif-deleted', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:51.662611 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13990f4d-1f58-4a41-a308-a12142814a02" -d '{"events": [{"server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "name": "network-vif-deleted", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:51.710760 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ef670d-6e0b-49cb-9a8d-bf1905c96778 x-openstack-request-id: req-21ef670d-6e0b-49cb-9a8d-bf1905c96778 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:51.711245 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2037abc0-19d1-43b9-835d-84db28b5b606", "name": "network-vif-deleted", "tag": "824eb34c-2615-41a5-8a24-1ad6f4c309b9", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:51.711658 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21ef670d-6e0b-49cb-9a8d-bf1905c96778 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:51.712537 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2037abc0-19d1-43b9-835d-84db28b5b606', 'name': 'network-vif-deleted', 'tag': '824eb34c-2615-41a5-8a24-1ad6f4c309b9', 'status': 'completed', 'code': 200} Mar 09 14:48:51.757210 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:48:51.878510 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f7e68-a2f9-403f-880c-0be7b3355bed req-49d86c94-29e2-4991-86b2-ad1ab9f9a701 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:51.880273 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-543f7e68-a2f9-403f-880c-0be7b3355bed req-49d86c94-29e2-4991-86b2-ad1ab9f9a701 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0600688 Mar 09 14:48:51.932548 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-543f7e68-a2f9-403f-880c-0be7b3355bed req-403f5837-0555-49b4-94e9-6a1d26165e66 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462968 Mar 09 14:48:52.005410 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:52.031871 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] Checking router: 87692b5f-b486-4175-be7b-25dc725219fc for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:48:52.040391 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:48:52.041112 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:52.147746 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:48:52.149066 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a974f9d6-8869-40b1-9586-ab67a3f39795 req-eb7fd956-4826-437c-8243-5d1784a0e3bc tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=2037abc0-19d1-43b9-835d-84db28b5b606 HTTP/1.1" status: 200 len: 210 time: 0.0292888 Mar 09 14:48:52.336128 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:48:52.365984 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f7dee-5399-4163-b9d8-f41f91f4e527 None None] The sync data for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi is: [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:48:52.509419 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'tag': '5a83c04d-652f-4218-a690-983471533c02'}, {'server_uuid': 'cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf', 'name': 'network-vif-deleted', 'tag': '08fd6674-b019-4f56-b222-9c0150f55191'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:52.512094 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0da3082-a7fe-4485-b3d9-f4109cd2093a", "tag": "5a83c04d-652f-4218-a690-983471533c02"}, {"server_uuid": "cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf", "name": "network-vif-deleted", "tag": "08fd6674-b019-4f56-b222-9c0150f55191"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:52.530657 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 08fd6674-b019-4f56-b222-9c0150f55191 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:48:52.546158 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 08fd6674-b019-4f56-b222-9c0150f55191 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:48:52.546603 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 08fd6674-b019-4f56-b222-9c0150f55191 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:48:52.547112 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 824eb34c-2615-41a5-8a24-1ad6f4c309b9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:48:52.554109 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ced9558-f789-45c0-8754-054685679ffe x-openstack-request-id: req-4ced9558-f789-45c0-8754-054685679ffe {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:52.554417 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0da3082-a7fe-4485-b3d9-f4109cd2093a", "tag": "5a83c04d-652f-4218-a690-983471533c02", "status": "completed", "code": 200}, {"server_uuid": "cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf", "name": "network-vif-deleted", "tag": "08fd6674-b019-4f56-b222-9c0150f55191", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:52.554678 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ced9558-f789-45c0-8754-054685679ffe {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:52.555081 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'tag': '5a83c04d-652f-4218-a690-983471533c02', 'status': 'completed', 'code': 200} Mar 09 14:48:52.555342 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcc4ee6-8fc1-4891-8fc6-7d498cd5aedf', 'name': 'network-vif-deleted', 'tag': '08fd6674-b019-4f56-b222-9c0150f55191', 'status': 'completed', 'code': 200} Mar 09 14:48:52.568657 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 824eb34c-2615-41a5-8a24-1ad6f4c309b9 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:48:52.569246 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 824eb34c-2615-41a5-8a24-1ad6f4c309b9 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:48:52.603688 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf0f31-08e8-44eb-be72-ac03d17f2a00 None None] New status for floating IP c672391d-5873-4252-833e-fbcade4d1bfe: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:48:52.680470 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-b6f74c30-0d77-4c9f-9751-df7a40fb7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:52.682150 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-b6f74c30-0d77-4c9f-9751-df7a40fb7882 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 1129 time: 0.0809207 Mar 09 14:48:52.777172 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-1e4dde93-4983-45ef-925b-5052e9e2ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:52.778712 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-1e4dde93-4983-45ef-925b-5052e9e2ee8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 915 time: 0.0840173 Mar 09 14:48:52.856844 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-91b90e4a-6992-4d58-baa2-2a26f8dbec77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a83c04d-652f-4218-a690-983471533c02 HTTP/1.1" status: 200 len: 1000 time: 0.0682378 Mar 09 14:48:52.905810 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-291b93c1-5e40-4b85-9e46-202d2f2d25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:52.907269 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-291b93c1-5e40-4b85-9e46-202d2f2d25d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=716d55f1-12e3-4df0-8873-3342175b3a93 HTTP/1.1" status: 200 len: 853 time: 0.0436752 Mar 09 14:48:52.957105 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-eca4570b-face-42d3-9222-8a614043677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:52.958569 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-eca4570b-face-42d3-9222-8a614043677f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d7fd99d-9010-431c-8d9a-debb68cefb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424898 Mar 09 14:48:53.065388 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-85b6b9ec-e427-49be-8c4a-b0402e926690 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910685 Mar 09 14:48:53.065609 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658aa1d-c5e6-4194-9922-0ed69525440a req-38830240-6fab-4358-96fb-f842f0637ce8 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:53.066944 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e658aa1d-c5e6-4194-9922-0ed69525440a req-38830240-6fab-4358-96fb-f842f0637ce8 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0556769 Mar 09 14:48:53.115321 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e658aa1d-c5e6-4194-9922-0ed69525440a req-47a4bbe4-d232-42af-9638-1fc2e9750881 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Mar 09 14:48:53.155626 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5a25938c-aceb-4afd-8ee7-a1b4e5a8189c req-bb0f7d69-f825-4d61-b6d0-e8ed9635a15f service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830259 Mar 09 14:48:53.301176 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39104) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:53.357416 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d7b7fcc-a471-4498-a299-5a21a539f3b1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (58b72412-0cec-43c9-b80c-320bf3f49168), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:53.380344 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d7b7fcc-a471-4498-a299-5a21a539f3b1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (58b72412-0cec-43c9-b80c-320bf3f49168), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:53.477239 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d7b7fcc-a471-4498-a299-5a21a539f3b1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (58b72412-0cec-43c9-b80c-320bf3f49168), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:53.479827 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7d7b7fcc-a471-4498-a299-5a21a539f3b1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:53.481011 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7d7b7fcc-a471-4498-a299-5a21a539f3b1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "DELETE /v2.0/security-groups/58b72412-0cec-43c9-b80c-320bf3f49168 HTTP/1.1" status: 204 len: 168 time: 0.1788259 Mar 09 14:48:53.484323 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39106) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:53.493715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b7fcc-a471-4498-a299-5a21a539f3b1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b72412-0cec-43c9-b80c-320bf3f49168,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:53.499126 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.api.v2.resource [None req-db898c79-d935-4066-b0ad-1ac960692fe9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] show failed (client error): The resource could not be found. Mar 09 14:48:53.500150 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-db898c79-d935-4066-b0ad-1ac960692fe9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups/58b72412-0cec-43c9-b80c-320bf3f49168 HTTP/1.1" status: 404 len: 347 time: 0.0147576 Mar 09 14:48:53.503193 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39108) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:53.643184 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-cf803fb7-760f-451b-915d-064b21f39696 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Deleting port b7a59ac2-2100-4608-a385-de91cf6e5fbf {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:48:53.643504 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cf803fb7-760f-451b-915d-064b21f39696 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (b7a59ac2-2100-4608-a385-de91cf6e5fbf), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:53.721544 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cf803fb7-760f-451b-915d-064b21f39696 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (b7a59ac2-2100-4608-a385-de91cf6e5fbf), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:53.721980 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cf803fb7-760f-451b-915d-064b21f39696 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (b7a59ac2-2100-4608-a385-de91cf6e5fbf), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:53.734953 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-cf803fb7-760f-451b-915d-064b21f39696 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Calling delete_port for b7a59ac2-2100-4608-a385-de91cf6e5fbf owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:48:53.974204 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cf803fb7-760f-451b-915d-064b21f39696 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (b7a59ac2-2100-4608-a385-de91cf6e5fbf), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:54.000777 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf803fb7-760f-451b-915d-064b21f39696 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event deleted for resources: {'Port': ['ID=b7a59ac2-2100-4608-a385-de91cf6e5fbf,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:54.060147 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cf803fb7-760f-451b-915d-064b21f39696 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (c672391d-5873-4252-833e-fbcade4d1bfe), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:54.062899 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cf803fb7-760f-451b-915d-064b21f39696 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:54.064180 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cf803fb7-760f-451b-915d-064b21f39696 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "DELETE /v2.0/floatingips/c672391d-5873-4252-833e-fbcade4d1bfe HTTP/1.1" status: 204 len: 168 time: 0.5599060 Mar 09 14:48:54.232115 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cf368-fa6a-4f1f-a2b8-4d8a5da5fe82 req-64cc84f7-d498-4170-906e-745926399cbb tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:54.233530 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-db0cf368-fa6a-4f1f-a2b8-4d8a5da5fe82 req-64cc84f7-d498-4170-906e-745926399cbb tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0519948 Mar 09 14:48:54.283204 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-db0cf368-fa6a-4f1f-a2b8-4d8a5da5fe82 req-78551441-7d8a-4127-b4a9-548ac19ada1b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441685 Mar 09 14:48:54.631541 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39116) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:54.636320 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-900ef7e7-6ae1-4cbe-bc14-16c208426681 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--643895085', 'description': 'tempest-description--592752929'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:54.740160 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-900ef7e7-6ae1-4cbe-bc14-16c208426681 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:54.805090 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-900ef7e7-6ae1-4cbe-bc14-16c208426681 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (3a432bcc-914f-4183-915a-5e38c3a2d031), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:54.888514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-900ef7e7-6ae1-4cbe-bc14-16c208426681 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (3a432bcc-914f-4183-915a-5e38c3a2d031), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:54.916276 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ef7e7-6ae1-4cbe-bc14-16c208426681 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a432bcc-914f-4183-915a-5e38c3a2d031,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:55.004775 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-900ef7e7-6ae1-4cbe-bc14-16c208426681 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:55.005997 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-900ef7e7-6ae1-4cbe-bc14-16c208426681 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3734012 Mar 09 14:48:55.008693 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39118) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:55.012971 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-caf9ee35-2bc2-4296-b1ea-69f25a0c88bb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'security_group_rule': {'security_group_id': '3a432bcc-914f-4183-915a-5e38c3a2d031', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:55.097198 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-caf9ee35-2bc2-4296-b1ea-69f25a0c88bb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (6144518d-c3c4-444e-bdce-c3df0303ac4c), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:55.152801 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-caf9ee35-2bc2-4296-b1ea-69f25a0c88bb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (6144518d-c3c4-444e-bdce-c3df0303ac4c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:55.231028 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-caf9ee35-2bc2-4296-b1ea-69f25a0c88bb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (6144518d-c3c4-444e-bdce-c3df0303ac4c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:55.250496 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ee35-2bc2-4296-b1ea-69f25a0c88bb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6144518d-c3c4-444e-bdce-c3df0303ac4c,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:55.322305 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-caf9ee35-2bc2-4296-b1ea-69f25a0c88bb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:55.323526 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-caf9ee35-2bc2-4296-b1ea-69f25a0c88bb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139112 Mar 09 14:48:55.326306 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39124) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:55.330631 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b118213b-9a01-420f-9bfc-4d2673f28b3d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'security_group_rule': {'security_group_id': '3a432bcc-914f-4183-915a-5e38c3a2d031', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:55.401107 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a76658-78d4-4f19-b00b-d04b00e89ae8 req-ad220925-df91-4787-98e5-ac3b721e87bc tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:55.402592 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-31a76658-78d4-4f19-b00b-d04b00e89ae8 req-ad220925-df91-4787-98e5-ac3b721e87bc tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0546558 Mar 09 14:48:55.418987 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b118213b-9a01-420f-9bfc-4d2673f28b3d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (293c4e49-37fe-4497-b07c-72de2d0a36f5), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:55.480490 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-31a76658-78d4-4f19-b00b-d04b00e89ae8 req-72db395f-b5e8-428e-8985-d0e1fff707ea tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694642 Mar 09 14:48:55.491861 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b118213b-9a01-420f-9bfc-4d2673f28b3d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (293c4e49-37fe-4497-b07c-72de2d0a36f5), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:55.579827 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b118213b-9a01-420f-9bfc-4d2673f28b3d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (293c4e49-37fe-4497-b07c-72de2d0a36f5), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:55.598367 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118213b-9a01-420f-9bfc-4d2673f28b3d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293c4e49-37fe-4497-b07c-72de2d0a36f5,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:55.670736 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b118213b-9a01-420f-9bfc-4d2673f28b3d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:55.671939 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b118213b-9a01-420f-9bfc-4d2673f28b3d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447137 Mar 09 14:48:55.674942 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39126) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:55.679144 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:48:55.751304 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:55.845339 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.148399 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Allocated IP 172.27.2.135 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/692f493f-85a5-4ee7-825f-197feb5ff24f) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:48:56.249743 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for port (692f493f-85a5-4ee7-825f-197feb5ff24f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.363198 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (692f493f-85a5-4ee7-825f-197feb5ff24f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.399358 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:48:56.402172 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:48:56.408843 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:48:56.431316 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'Port': ['ID=692f493f-85a5-4ee7-825f-197feb5ff24f,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:56.498354 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (9666fcb9-7add-41ab-a678-30bf5707af0a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.507901 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-7fe429d4-dcd8-4efe-b487-96fc2857ca1b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:56.509439 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-7fe429d4-dcd8-4efe-b487-96fc2857ca1b tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0547307 Mar 09 14:48:56.611742 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-4e34a011-f755-4b33-9a9b-d83cf30c0519 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Deleting port f2cc4fbb-0e38-4008-932b-193044a80590 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:48:56.612118 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-4e34a011-f755-4b33-9a9b-d83cf30c0519 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.613181 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (692f493f-85a5-4ee7-825f-197feb5ff24f), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.645761 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2a3e1-3f3a-47d7-a478-fb28bb819f03 req-1861ee36-9444-4faa-8c67-37b4ffc5cf41 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:56.647245 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4ba2a3e1-3f3a-47d7-a478-fb28bb819f03 req-1861ee36-9444-4faa-8c67-37b4ffc5cf41 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 945 time: 0.0977845 Mar 09 14:48:56.699451 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-4e34a011-f755-4b33-9a9b-d83cf30c0519 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] For port f2cc4fbb-0e38-4008-932b-193044a80590, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f2cc4fbb-0e38-4008-932b-193044a80590,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:56.699748 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-4e34a011-f755-4b33-9a9b-d83cf30c0519 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.713192 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-4e34a011-f755-4b33-9a9b-d83cf30c0519 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Calling delete_port for f2cc4fbb-0e38-4008-932b-193044a80590 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:48:56.727280 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4ba2a3e1-3f3a-47d7-a478-fb28bb819f03 req-0b5d9d48-698b-4b77-9565-4e28587eacc1 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/security-groups?id=65c5e779-d114-43e3-adb8-f6c7e8da4b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742059 Mar 09 14:48:56.808342 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for port (692f493f-85a5-4ee7-825f-197feb5ff24f), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.869112 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (692f493f-85a5-4ee7-825f-197feb5ff24f), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.897871 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-4e34a011-f755-4b33-9a9b-d83cf30c0519 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (f2cc4fbb-0e38-4008-932b-193044a80590), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.912967 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['f2cc4fbb-0e38-4008-932b-193044a80590'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:48:56.927239 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34a011-f755-4b33-9a9b-d83cf30c0519 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Pushing event deleted for resources: {'Port': ['ID=f2cc4fbb-0e38-4008-932b-193044a80590,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:56.938002 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'Port': ['ID=692f493f-85a5-4ee7-825f-197feb5ff24f,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:48:56.952569 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (9666fcb9-7add-41ab-a678-30bf5707af0a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.968999 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-4e34a011-f755-4b33-9a9b-d83cf30c0519 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] No DVR routers for this DVR port f2cc4fbb-0e38-4008-932b-193044a80590 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:48:56.971349 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-4e34a011-f755-4b33-9a9b-d83cf30c0519 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:56.974625 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ee550df6-66b5-454d-8d5a-938ef4abc246 req-4e34a011-f755-4b33-9a9b-d83cf30c0519 tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.16 "DELETE /v2.0/ports/f2cc4fbb-0e38-4008-932b-193044a80590 HTTP/1.1" status: 204 len: 173 time: 0.4597459 Mar 09 14:48:56.975064 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f546a2c-2123-4364-af21-4421be4b26d0', 'name': 'network-vif-deleted', 'tag': 'f2cc4fbb-0e38-4008-932b-193044a80590'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:48:56.977367 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e552d0d1-be1f-4174-a9cc-e50a323a5f62" -d '{"events": [{"server_uuid": "2f546a2c-2123-4364-af21-4421be4b26d0", "name": "network-vif-deleted", "tag": "f2cc4fbb-0e38-4008-932b-193044a80590"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:48:57.011939 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7481255-5c3c-4ac5-9017-5f20c86dd9c8 x-openstack-request-id: req-c7481255-5c3c-4ac5-9017-5f20c86dd9c8 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:48:57.011939 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f546a2c-2123-4364-af21-4421be4b26d0", "name": "network-vif-deleted", "tag": "f2cc4fbb-0e38-4008-932b-193044a80590", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:48:57.011939 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7481255-5c3c-4ac5-9017-5f20c86dd9c8 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:48:57.011939 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f546a2c-2123-4364-af21-4421be4b26d0', 'name': 'network-vif-deleted', 'tag': 'f2cc4fbb-0e38-4008-932b-193044a80590', 'status': 'completed', 'code': 200} Mar 09 14:48:57.056614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:57.057991 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-961e1a1a-5033-4ac6-8ae8-f439b68730c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3821282 Mar 09 14:48:57.268492 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-a3b889cb-e408-4903-a2e3-747652341c59 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--643895085&fields=id&tenant_id=9b8a862425b540e7a8f8cd3594f59d02 HTTP/1.1" status: 200 len: 267 time: 0.0484347 Mar 09 14:48:57.374028 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-61653174-67b7-4142-ada9-4ec30ade47a6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:48:57.375480 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-61653174-67b7-4142-ada9-4ec30ade47a6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 815 time: 0.1004655 Mar 09 14:48:57.389559 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-2aa560c6-c34a-428b-92ed-a09420216b93 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/quotas/9b8a862425b540e7a8f8cd3594f59d02 HTTP/1.1" status: 200 len: 375 time: 0.0088694 Mar 09 14:48:57.442353 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-999de690-43b7-4a1a-ba54-f94ff5f604e1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480275 Mar 09 14:48:57.542775 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-9602dbb2-63cf-48a5-bd81-2957c4710f56 service neutron] 10.222.0.20 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887418 Mar 09 14:48:57.635008 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-158b8d4b-9993-4fef-a04e-f2edfbe20c29 service neutron] 10.222.0.20 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858190 Mar 09 14:48:57.835893 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5872d7ab-7a42-49b8-a717-7a005a448251 req-ec8e1bd9-703b-4afa-adad-ac1b7c95e1af tempest-ServerRescueNegativeTestJSON-1894421402 tempest-ServerRescueNegativeTestJSON-1894421402-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f546a2c-2123-4364-af21-4421be4b26d0 HTTP/1.1" status: 200 len: 210 time: 0.0302830 Mar 09 14:48:57.866424 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bc9f7fbd-3149-4bdd-b6fe-f23825323a55 req-0b9dbc4f-9b9a-4930-9478-e43d57b8b97d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 210 time: 0.0327716 Mar 09 14:48:58.900258 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39184) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:48:58.967348 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0694ded5-f26c-4171-bb91-7e9868126a9b req-6a882084-1433-42e5-8022-6b0747073d64 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 210 time: 0.0266500 Mar 09 14:48:59.543563 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580745'] for router_interface (14b55e9d-827d-4919-a15d-7fe78315ce25), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:59.825097 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] Deleting port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:48:59.825434 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:59.899977 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] For port b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8,segment=NetworkSegment(3d245667-c65e-4fdc-a221-bbc3654c607e),segment_id=3d245667-c65e-4fdc-a221-bbc3654c607e)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:48:59.900334 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:48:59.912275 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] Calling delete_port for b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 owned by network:router_interface {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:49:00.064142 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-20055e01-1937-4e48-856f-b1f8d8c6c47f req-d94e530b-8645-4ef2-b586-ccba1bd5d3b6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 210 time: 0.0275280 Mar 09 14:49:00.178146 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:00.204148 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:00.361342 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580377'] for router_interface (14b55e9d-827d-4919-a15d-7fe78315ce25), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:00.569863 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] Router 14b55e9d-827d-4919-a15d-7fe78315ce25 has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:49:00.673898 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:49:00.679742 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4acf8a62-d183-4451-8d0d-7aaa89ff7565 admin admin] 10.222.0.20 "PUT /v2.0/routers/14b55e9d-827d-4919-a15d-7fe78315ce25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782843 Mar 09 14:49:00.681596 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39192) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:00.684178 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] Sync routers for ids ['14b55e9d-827d-4919-a15d-7fe78315ce25'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:49:00.694023 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] Routers {'14b55e9d-827d-4919-a15d-7fe78315ce25'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:00.694614 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14b55e9d-827d-4919-a15d-7fe78315ce25'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:00.784267 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Publish callbacks [] for router (14b55e9d-827d-4919-a15d-7fe78315ce25), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:00.800938 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] Set router 14b55e9d-827d-4919-a15d-7fe78315ce25 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:00.885956 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Publish callbacks [] for router_gateway (14b55e9d-827d-4919-a15d-7fe78315ce25), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:00.972499 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'name': 'tempest-ServerRescueNegativeTestJSON-200242995-router', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:39Z', 'updated_at': '2022-03-09T14:49:00Z', 'revision_number': 5, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'gw_port': {'id': '7517bb0e-0529-4082-b341-4446c9173f2d', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:40Z', 'updated_at': '2022-03-09T14:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:01.001716 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] Checking router: 14b55e9d-827d-4919-a15d-7fe78315ce25 for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:49:01.009885 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] Routers {'14b55e9d-827d-4919-a15d-7fe78315ce25'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:01.010496 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14b55e9d-827d-4919-a15d-7fe78315ce25'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:01.016642 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Deleting port 7517bb0e-0529-4082-b341-4446c9173f2d {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:49:01.017148 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:01.098508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] For port 7517bb0e-0529-4082-b341-4446c9173f2d, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=7517bb0e-0529-4082-b341-4446c9173f2d,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:01.103677 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:01.114312 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Calling delete_port for 7517bb0e-0529-4082-b341-4446c9173f2d owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:49:01.142109 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device f2cc4fbb-0e38-4008-932b-193044a80590 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:49:01.175784 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: f2cc4fbb-0e38-4008-932b-193044a80590 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:49:01.176352 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device f2cc4fbb-0e38-4008-932b-193044a80590 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:49:01.176848 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c2c3a8fd-eb6c-49f6-8546-c5d8bae4ec00 req-a9aba973-39f7-4143-8299-3e04775ea787 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 210 time: 0.0345554 Mar 09 14:49:01.211272 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] Set router 14b55e9d-827d-4919-a15d-7fe78315ce25 gateway port host: None {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:01.262145 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'name': 'tempest-ServerRescueNegativeTestJSON-200242995-router', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:39Z', 'updated_at': '2022-03-09T14:49:00Z', 'revision_number': 6, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'gw_port_host': None}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:01.290916 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9ffe9-e736-4e98-801a-4a9d36639fdf None None] The sync data for ids ['14b55e9d-827d-4919-a15d-7fe78315ce25'] in dv-cinder-830086-3-iscsi is: [{'id': '14b55e9d-827d-4919-a15d-7fe78315ce25', 'name': 'tempest-ServerRescueNegativeTestJSON-200242995-router', 'tenant_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:39Z', 'updated_at': '2022-03-09T14:49:00Z', 'revision_number': 6, 'project_id': 'ea7ef25a4dca4a83ab1ade03f72cadb4', 'gw_port_host': None}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:49:01.380233 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (7517bb0e-0529-4082-b341-4446c9173f2d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:01.409819 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7517bb0e-0529-4082-b341-4446c9173f2d,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:01.468400 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575923'] for router_gateway (14b55e9d-827d-4919-a15d-7fe78315ce25), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:01.800094 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123876'] for router (14b55e9d-827d-4919-a15d-7fe78315ce25), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:01.802257 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Publish callbacks [] for router_controller (14b55e9d-827d-4919-a15d-7fe78315ce25), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:01.917401 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578599'] for router (14b55e9d-827d-4919-a15d-7fe78315ce25), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:01.917902 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b55e9d-827d-4919-a15d-7fe78315ce25 {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:49:01.927909 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:01.927909 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-526ed266-98b1-460b-a134-619f3cf06ad3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/14b55e9d-827d-4919-a15d-7fe78315ce25 HTTP/1.1" status: 204 len: 168 time: 1.2410913 Mar 09 14:49:01.927909 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39198) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:01.969359 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-102cf10b-4aed-4c66-b064-15f235d001c5 admin admin] Deleting subnet ca833601-fec1-47af-81eb-31f5f61acb2f {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:49:01.972394 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-102cf10b-4aed-4c66-b064-15f235d001c5 admin admin] Publish callbacks [] for subnet (ca833601-fec1-47af-81eb-31f5f61acb2f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.004934 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-102cf10b-4aed-4c66-b064-15f235d001c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15001556'] for subnet (ca833601-fec1-47af-81eb-31f5f61acb2f), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.048216 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-102cf10b-4aed-4c66-b064-15f235d001c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (ca833601-fec1-47af-81eb-31f5f61acb2f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.192206 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-102cf10b-4aed-4c66-b064-15f235d001c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12879140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12933825'] for subnet (ca833601-fec1-47af-81eb-31f5f61acb2f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.208033 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-102cf10b-4aed-4c66-b064-15f235d001c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.214405 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-102cf10b-4aed-4c66-b064-15f235d001c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca833601-fec1-47af-81eb-31f5f61acb2f HTTP/1.1" status: 204 len: 168 time: 0.2852781 Mar 09 14:49:02.215070 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39204) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:02.232570 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cf10b-4aed-4c66-b064-15f235d001c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca833601-fec1-47af-81eb-31f5f61acb2f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:02.319516 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-816cbd0a-da3e-47cf-aee6-049b2429b612 req-21cb366f-9e31-44b2-a387-e8e9907473eb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 210 time: 0.0671976 Mar 09 14:49:02.327670 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (f9955ca2-9409-4cf7-a6dc-d85045bbc47a), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.402703 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-28425442-3bfd-4cc4-be56-22f841a59bd0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:02.404178 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-28425442-3bfd-4cc4-be56-22f841a59bd0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.16 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 815 time: 0.1156058 Mar 09 14:49:02.407954 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (f9955ca2-9409-4cf7-a6dc-d85045bbc47a), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.429909 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9955ca2-9409-4cf7-a6dc-d85045bbc47a']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:02.439882 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d245667-c65e-4fdc-a221-bbc3654c607e') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:02.440278 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d245667-c65e-4fdc-a221-bbc3654c607e') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:02.449750 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13986404'] for segment (3d245667-c65e-4fdc-a221-bbc3654c607e), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.462592 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (3d245667-c65e-4fdc-a221-bbc3654c607e), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.465667 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-c8f4d8bb-e1f5-4325-847d-c33ebce22dd0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8a862425b540e7a8f8cd3594f59d02 HTTP/1.1" status: 200 len: 379 time: 0.0523419 Mar 09 14:49:02.468868 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13132489'] for segment (3d245667-c65e-4fdc-a221-bbc3654c607e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: Traceback (most recent call last): Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: timer() Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: cb(*args, **kw) Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: return func(*args, **kwargs) Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: self._notify() Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: self.callback(batched_events) Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: event.method(event) Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: return f(self, *a, **k) Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._get(url).json() Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:49:02.472833 dv-cinder-830086-3-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:49:02.475956 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'port': {'device_id': 'b3a35521-066c-462b-8715-43705174bae4', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'admin_state_up': True, 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'security_groups': ['3a432bcc-914f-4183-915a-5e38c3a2d031']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:02.549419 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.605382 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:49:02.626199 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (f9955ca2-9409-4cf7-a6dc-d85045bbc47a), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.629581 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:49:02.630108 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b7c7bd54-3aa8-400e-a1c6-9997c7b1f3e8 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:49:02.631003 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 7517bb0e-0529-4082-b341-4446c9173f2d no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:49:02.632850 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.636514 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f9955ca2-9409-4cf7-a6dc-d85045bbc47a HTTP/1.1" status: 204 len: 168 time: 0.4203765 Mar 09 14:49:02.648754 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4311be4-810e-47cf-bd22-a307f4d62575 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9955ca2-9409-4cf7-a6dc-d85045bbc47a,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:02.654765 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Made reservation on behalf of 9b8a862425b540e7a8f8cd3594f59d02 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:49:02.655001 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 7517bb0e-0529-4082-b341-4446c9173f2d {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:49:02.655001 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 7517bb0e-0529-4082-b341-4446c9173f2d not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:49:02.655159 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:02.788297 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Allocated IP 172.20.0.12 (22b50098-231e-4eaf-af19-c11841a316ba/9e008751-faf4-45d1-97a4-817758a87c2b/01489f9a-be91-44f0-aac2-b77f8783f83b) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:49:02.922949 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.021559 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39214) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:03.041290 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.062115 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9c442f4c-b262-4425-a845-87d1a2fc1749 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea7ef25a4dca4a83ab1ade03f72cadb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393414 Mar 09 14:49:03.064576 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39216) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:03.082966 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Network 22b50098-231e-4eaf-af19-c11841a316ba is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:49:03.087967 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:03.092327 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:49:03.098639 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event updated for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:03.120347 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b35eaccc-6591-42af-ba0d-990f274bd750 admin admin] Publish callbacks [] for security_group (65c5e779-d114-43e3-adb8-f6c7e8da4b03), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.145695 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b35eaccc-6591-42af-ba0d-990f274bd750 admin admin] Publish callbacks [] for security_group (65c5e779-d114-43e3-adb8-f6c7e8da4b03), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.152301 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:03.152301 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.268800 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-d504986a-9fa1-49d8-8b83-942939655940 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7966673 Mar 09 14:49:03.281947 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Request body: {'port': {'device_id': 'b3a35521-066c-462b-8715-43705174bae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:03.317711 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b35eaccc-6591-42af-ba0d-990f274bd750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (65c5e779-d114-43e3-adb8-f6c7e8da4b03), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.320510 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b35eaccc-6591-42af-ba0d-990f274bd750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.324054 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b35eaccc-6591-42af-ba0d-990f274bd750 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65c5e779-d114-43e3-adb8-f6c7e8da4b03 HTTP/1.1" status: 204 len: 168 time: 0.2563035 Mar 09 14:49:03.338028 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eaccc-6591-42af-ba0d-990f274bd750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c5e779-d114-43e3-adb8-f6c7e8da4b03,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:03.343341 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-693dd4d2-c367-4fbe-8286-89ed1ba7bc3c None None] Provisioning complete for port 01489f9a-be91-44f0-aac2-b77f8783f83b triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:03.346717 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-693dd4d2-c367-4fbe-8286-89ed1ba7bc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.347971 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.453708 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-693dd4d2-c367-4fbe-8286-89ed1ba7bc3c None None] Port 01489f9a-be91-44f0-aac2-b77f8783f83b cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:49:03.582197 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a952a8-b1d2-4563-ab9c-419102d814c5 req-472e586c-fca8-4c57-8184-df372d9d8619 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:03.583781 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11a952a8-b1d2-4563-ab9c-419102d814c5 req-472e586c-fca8-4c57-8184-df372d9d8619 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 932 time: 0.1211202 Mar 09 14:49:03.591845 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2429e16-ad28-4548-af53-9b807a26d167 req-8f61c4fb-66d4-4257-a446-c6d24647162b tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:03.593304 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-8f61c4fb-66d4-4257-a446-c6d24647162b tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/networks?id=ae2c144d-7993-476e-a648-5ae66e889ccd HTTP/1.1" status: 200 len: 813 time: 0.1537826 Mar 09 14:49:03.622245 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-afffc591-6b79-46fc-87c2-003a9e244af9 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/quotas/06fe9d94b2d84be09f9525fb42997fcb HTTP/1.1" status: 200 len: 375 time: 0.0213263 Mar 09 14:49:03.646976 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01489f9a-be91-44f0-aac2-b77f8783f83b {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:49:03.654942 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Publish callbacks [] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.666573 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Transition to ACTIVE for port object 01489f9a-be91-44f0-aac2-b77f8783f83b will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:49:03.667340 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-a215c19a-c283-454b-9aac-0618f4c5ec45 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=06fe9d94b2d84be09f9525fb42997fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392957 Mar 09 14:49:03.671687 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11a952a8-b1d2-4563-ab9c-419102d814c5 req-4413c1db-7139-4582-a357-7299f4728eed tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775108 Mar 09 14:49:03.740603 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.756669 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-7ca79241-d1ac-4f4f-84ed-9ab253bd8f9c service neutron] 10.222.0.20 "GET /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819461 Mar 09 14:49:03.797812 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:03.874892 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-a6bbe5ae-c608-4517-b455-e9bdc32cb8b2 service neutron] 10.222.0.20 "GET /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119506 Mar 09 14:49:03.881957 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Attempting to bind port 01489f9a-be91-44f0-aac2-b77f8783f83b on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:49:03.882517 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Attempting to bind port 01489f9a-be91-44f0-aac2-b77f8783f83b by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:49:03.883269 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Attempting to bind port 01489f9a-be91-44f0-aac2-b77f8783f83b on network 22b50098-231e-4eaf-af19-c11841a316ba {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:49:03.889991 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Port 01489f9a-be91-44f0-aac2-b77f8783f83b on network 22b50098-231e-4eaf-af19-c11841a316ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:49:03.890394 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Attempting to bind port 01489f9a-be91-44f0-aac2-b77f8783f83b on network 22b50098-231e-4eaf-af19-c11841a316ba {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:49:03.897706 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:49:03.898057 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Checking segment: {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:49:03.898514 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Bound using segment: {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:49:03.899019 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Bound port: 01489f9a-be91-44f0-aac2-b77f8783f83b, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca7bee9-4aa1-4343-8513-e5582f298fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:49:03.899445 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:03.971043 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:49:03.974352 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:49:04.091032 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:04.125070 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:04.125705 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:04.128792 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] 10.222.0.16 "PUT /v2.0/ports/01489f9a-be91-44f0-aac2-b77f8783f83b HTTP/1.1" status: 200 len: 1094 time: 0.8524551 Mar 09 14:49:04.129353 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:49:04.131503 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6652c961-23f9-48af-b75b-cad8d343aad8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:49:04.146441 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e6a9c422-1466-49eb-9d49-7048d7202874 req-20455025-dd63-4e5f-87f6-8d3d198db982 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 210 time: 0.0299976 Mar 09 14:49:04.164905 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dd3ae-96aa-4b62-ba08-20a9183f6fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:04.191681 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ed4868-b363-4214-8763-d173031ac863 x-openstack-request-id: req-b6ed4868-b363-4214-8763-d173031ac863 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:49:04.191982 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:49:04.192238 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6ed4868-b363-4214-8763-d173031ac863 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:49:04.192635 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'status': 'completed', 'code': 200} Mar 09 14:49:04.277441 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652c961-23f9-48af-b75b-cad8d343aad8 req-6129a8d1-5c8f-495a-8cfd-e30d146bc37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:04.279649 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6652c961-23f9-48af-b75b-cad8d343aad8 req-6129a8d1-5c8f-495a-8cfd-e30d146bc37b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 1128 time: 0.0597599 Mar 09 14:49:04.387735 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652c961-23f9-48af-b75b-cad8d343aad8 req-8b43aaf1-ed05-4c45-a260-5e02f6c5374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:04.389761 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6652c961-23f9-48af-b75b-cad8d343aad8 req-8b43aaf1-ed05-4c45-a260-5e02f6c5374b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1027343 Mar 09 14:49:04.491024 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652c961-23f9-48af-b75b-cad8d343aad8 req-49494052-ca0c-493d-b4e8-d34e4a611c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:04.492547 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6652c961-23f9-48af-b75b-cad8d343aad8 req-49494052-ca0c-493d-b4e8-d34e4a611c63 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922022 Mar 09 14:49:04.589616 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-bb9b0168-ce48-4cc8-96cf-cdcb79093249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:04.591244 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-bb9b0168-ce48-4cc8-96cf-cdcb79093249 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 1128 time: 0.0550342 Mar 09 14:49:04.634236 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-5c5c653e-7126-4d7e-ab38-22baa03221a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01489f9a-be91-44f0-aac2-b77f8783f83b HTTP/1.1" status: 200 len: 217 time: 0.0349536 Mar 09 14:49:04.634892 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39266) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:04.685211 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-58e73029-81c8-4a28-a61e-e5c222c61c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:04.686656 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-58e73029-81c8-4a28-a61e-e5c222c61c65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 200 len: 854 time: 0.0471022 Mar 09 14:49:04.743187 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-416469391-network', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:04.746067 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-062bf48b-7872-48d7-ae31-eb98e42684bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:04.747898 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-062bf48b-7872-48d7-ae31-eb98e42684bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22b50098-231e-4eaf-af19-c11841a316ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542963 Mar 09 14:49:04.809078 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b3256-c673-4f92-b416-b25ede02ef5c req-3762e7b6-01e8-454c-8d2e-9feca0a95e99 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:04.811797 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ce8b3256-c673-4f92-b416-b25ede02ef5c req-3762e7b6-01e8-454c-8d2e-9feca0a95e99 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0582569 Mar 09 14:49:04.846908 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-eb77824e-2d2b-4775-9e33-c9fbb6bd82ef service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838115 Mar 09 14:49:04.859862 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ce8b3256-c673-4f92-b416-b25ede02ef5c req-bf883ce9-c802-4974-a16a-2b6683308655 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424349 Mar 09 14:49:04.860935 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Made reservation on behalf of aea6fc652c5643a6a0ea48804c38db39 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:49:04.863347 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:04.877229 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:04.941068 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d90150dd-9a62-4d7b-a4e6-dd8decb80c08 req-aae54618-aad4-4130-a600-d1ca3e2590b1 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864863 Mar 09 14:49:04.955747 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Publish callbacks [] for security_group (c5a58418-5eb4-43f9-a9fe-5d9065e293f0), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:05.031405 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (c5a58418-5eb4-43f9-a9fe-5d9065e293f0), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:05.052850 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:49:05.066157 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a58418-5eb4-43f9-a9fe-5d9065e293f0,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:05.070817 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (e02508ac-4885-4d12-bda1-8eef67d27151), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:05.071189 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Added segment e02508ac-4885-4d12-bda1-8eef67d27151 of type vlan for network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 Mar 09 14:49:05.114134 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (d49e8e06-1e68-4b3d-b2e9-9403dc874f08), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:05.225495 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (d49e8e06-1e68-4b3d-b2e9-9403dc874f08), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:05.226412 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:05.227057 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:05.249285 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e3f8ba9d-6192-468f-9917-bb9bb5bc9dbf req-70afcfe3-0763-421a-b231-12eb9951837d tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 210 time: 0.0345695 Mar 09 14:49:05.303375 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] Pushing event updated for resources: {'Network': ['ID=d49e8e06-1e68-4b3d-b2e9-9403dc874f08,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:05.312797 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:49:05.372013 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b20acec8-420c-43a2-9f7b-0fd71c8c216c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7359939 Mar 09 14:49:05.375133 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39276) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:05.379841 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Request body: {'subnet': {'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-416469391-subnet', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:05.454557 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Made reservation on behalf of aea6fc652c5643a6a0ea48804c38db39 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:49:05.457020 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13243431'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:05.752013 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13132628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13243401'] for subnet (35bb6907-92c8-43d5-8fa4-60e4dd9b091d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:05.806068 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bb6907-92c8-43d5-8fa4-60e4dd9b091d,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:05.815563 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Checking segment: {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:49:05.815918 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Network hostable DHCP agents. Network: d49e8e06-1e68-4b3d-b2e9-9403dc874f08, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:49:05.905996 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:49:05.984150 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e129f1-8519-4863-ac4c-792ea209bef5 req-c51d0e67-dbfb-4cb1-8d2e-7152e56a5dc4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:05.985652 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11e129f1-8519-4863-ac4c-792ea209bef5 req-c51d0e67-dbfb-4cb1-8d2e-7152e56a5dc4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0523579 Mar 09 14:49:06.004835 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, d49e8e06-1e68-4b3d-b2e9-9403dc874f08) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:06.010366 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:06.010839 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.013345 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502137e3-59fb-4cf1-91e9-f7bab9330e8c None None] Network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:49:06.045500 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11e129f1-8519-4863-ac4c-792ea209bef5 req-5c93b6c2-467b-476a-b921-cec616e13add tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533087 Mar 09 14:49:06.109346 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a39cdc73-dc62-4908-aef6-dd7f8e64415f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7331946 Mar 09 14:49:06.111989 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39280) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:06.116133 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:06.122212 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-d49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:49:06.123974 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.220612 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (948445ec-5d44-41b8-9325-e539e54798db), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.221705 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (948445ec-5d44-41b8-9325-e539e54798db), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.255714 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2429e16-ad28-4548-af53-9b807a26d167 req-583724b6-bb2a-4ce1-97e3-c58c1825d55c tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:06.257495 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-583724b6-bb2a-4ce1-97e3-c58c1825d55c tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.16 "GET /v2.0/networks?id=ae2c144d-7993-476e-a648-5ae66e889ccd HTTP/1.1" status: 200 len: 813 time: 0.1082025 Mar 09 14:49:06.260466 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Allocated IP 172.20.0.2 (d49e8e06-1e68-4b3d-b2e9-9403dc874f08/35bb6907-92c8-43d5-8fa4-60e4dd9b091d/608b9db3-5328-476d-885c-9cc35a4e1bbd) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:49:06.269535 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Request body: {'port': {'device_id': '29f2855a-16a0-4b92-ae21-c5d95eeef277', 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd', 'admin_state_up': True, 'tenant_id': '06fe9d94b2d84be09f9525fb42997fcb'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:06.286432 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks [] for router_controller (948445ec-5d44-41b8-9325-e539e54798db), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.355432 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-658fe62b-edda-4dc5-abd2-0b709330a433 req-a2dbdc4a-7b01-4b6e-82f8-e5ac33cb168a tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 210 time: 0.0308042 Mar 09 14:49:06.430210 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Publish callbacks [] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.452290 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Made reservation on behalf of 06fe9d94b2d84be09f9525fb42997fcb for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:49:06.455863 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.510577 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks [] for router_gateway (948445ec-5d44-41b8-9325-e539e54798db), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.558186 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.563902 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 01489f9a-be91-44f0-aac2-b77f8783f83b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:49:06.589335 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Allocated IP 172.20.0.4 (ae2c144d-7993-476e-a648-5ae66e889ccd/f19d2c72-fdf4-4a09-8d5c-95a7728cd36c/494bc6c1-2c05-4421-a637-ed76d0e195cb) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:49:06.624439 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:49:06.639990 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:06.642688 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Pushing event updated for resources: {'Port': ['ID=608b9db3-5328-476d-885c-9cc35a4e1bbd,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:06.646734 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:49:06.742835 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Attempting to bind port 608b9db3-5328-476d-885c-9cc35a4e1bbd on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:49:06.743466 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Attempting to bind port 608b9db3-5328-476d-885c-9cc35a4e1bbd by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:49:06.744000 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Attempting to bind port 608b9db3-5328-476d-885c-9cc35a4e1bbd on network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:49:06.753243 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:49:06.753904 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Checking segment: {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:49:06.754486 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.755045 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Bound using segment: {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:49:06.755680 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Bound port: 608b9db3-5328-476d-885c-9cc35a4e1bbd, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:49:06.756102 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.756591 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks [] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.780427 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:06.812182 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'port_id': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'mac_address': 'fa:16:3e:37:7a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:49:06.824312 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks [] for router_gateway (948445ec-5d44-41b8-9325-e539e54798db), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.847885 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.862361 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] For port 608b9db3-5328-476d-885c-9cc35a4e1bbd, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:49:06.866659 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.881134 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] For port 608b9db3-5328-476d-885c-9cc35a4e1bbd, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=608b9db3-5328-476d-885c-9cc35a4e1bbd,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:49:06.883961 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 01489f9a-be91-44f0-aac2-b77f8783f83b is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:06.884356 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.897785 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01489f9a-be91-44f0-aac2-b77f8783f83b {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:49:06.911215 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Network ae2c144d-7993-476e-a648-5ae66e889ccd is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:49:06.914488 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:06.917138 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:49:06.939262 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:06.954557 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Pushing event updated for resources: {'Port': ['ID=494bc6c1-2c05-4421-a637-ed76d0e195cb,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:06.958218 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:06.970379 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Allocated IP 172.27.2.79 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/8de8fed2-328c-4282-bcfd-97d36bb5f8af) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:49:06.975485 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:06.976240 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.017110 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.021418 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9dbc0-cf4a-4b3c-881b-f481f0c30465 None None] Pushing event updated for resources: {'Port': ['ID=608b9db3-5328-476d-885c-9cc35a4e1bbd,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:07.080884 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-902cc627-e62a-4a8c-b9d7-f5c5dfd45444 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8156517 Mar 09 14:49:07.083609 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:07.091423 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks [] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.100043 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Request body: {'port': {'device_id': '29f2855a-16a0-4b92-ae21-c5d95eeef277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:07.170149 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.186249 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a4004-a54b-434d-8fd3-9d4c8478fb80 req-cc91d769-4201-4cb9-bb69-9c856846c89b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:07.187782 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b93a4004-a54b-434d-8fd3-9d4c8478fb80 req-cc91d769-4201-4cb9-bb69-9c856846c89b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 945 time: 0.0573435 Mar 09 14:49:07.217060 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.259449 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:49:07.264800 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:07.268945 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:49:07.289720 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['01489f9a-be91-44f0-aac2-b77f8783f83b'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:49:07.344468 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Pushing event updated for resources: {'Port': ['ID=8de8fed2-328c-4282-bcfd-97d36bb5f8af,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:07.351475 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b93a4004-a54b-434d-8fd3-9d4c8478fb80 req-a254b8fe-c8ad-4d57-921a-e5ae6148168e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571636 Mar 09 14:49:07.527489 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494bc6c1-2c05-4421-a637-ed76d0e195cb {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:49:07.541467 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Publish callbacks [] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.541651 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10db4d7-9f9b-442a-b9bb-8a8ea9d66c62 req-b6f45660-86dd-4776-9204-aaf5090c2416 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:07.541651 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d10db4d7-9f9b-442a-b9bb-8a8ea9d66c62 req-b6f45660-86dd-4776-9204-aaf5090c2416 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 931 time: 0.0872023 Mar 09 14:49:07.546899 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Transition to ACTIVE for port object 494bc6c1-2c05-4421-a637-ed76d0e195cb will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:49:07.585689 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d10db4d7-9f9b-442a-b9bb-8a8ea9d66c62 req-ed64cc64-611d-483e-9708-c59648055bd0 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Mar 09 14:49:07.643611 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.692439 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Pushing event updated for resources: {'Port': ['ID=494bc6c1-2c05-4421-a637-ed76d0e195cb,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:07.771324 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Attempting to bind port 494bc6c1-2c05-4421-a637-ed76d0e195cb on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:49:07.771667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Attempting to bind port 494bc6c1-2c05-4421-a637-ed76d0e195cb by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c48c5038-4d11-401b-a504-80989c816853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:49:07.772005 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Attempting to bind port 494bc6c1-2c05-4421-a637-ed76d0e195cb on network ae2c144d-7993-476e-a648-5ae66e889ccd {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:49:07.777072 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Port 494bc6c1-2c05-4421-a637-ed76d0e195cb on network ae2c144d-7993-476e-a648-5ae66e889ccd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:49:07.777393 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Attempting to bind port 494bc6c1-2c05-4421-a637-ed76d0e195cb on network ae2c144d-7993-476e-a648-5ae66e889ccd {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:49:07.783709 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:49:07.784055 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Checking segment: {'id': 'c48c5038-4d11-401b-a504-80989c816853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:49:07.784444 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Bound using segment: {'id': 'c48c5038-4d11-401b-a504-80989c816853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:49:07.785002 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Bound port: 494bc6c1-2c05-4421-a637-ed76d0e195cb, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48c5038-4d11-401b-a504-80989c816853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:49:07.785359 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.858705 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] For port 494bc6c1-2c05-4421-a637-ed76d0e195cb, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:49:07.862207 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] For port 494bc6c1-2c05-4421-a637-ed76d0e195cb, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=494bc6c1-2c05-4421-a637-ed76d0e195cb,segment=NetworkSegment(c48c5038-4d11-401b-a504-80989c816853),segment_id=c48c5038-4d11-401b-a504-80989c816853)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:49:07.933273 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks [] for router_gateway (948445ec-5d44-41b8-9325-e539e54798db), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.936362 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.971342 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:07.972306 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:07.973217 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] 10.222.0.16 "PUT /v2.0/ports/494bc6c1-2c05-4421-a637-ed76d0e195cb HTTP/1.1" status: 200 len: 1093 time: 0.8778017 Mar 09 14:49:07.973704 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f2855a-16a0-4b92-ae21-c5d95eeef277', 'tag': '494bc6c1-2c05-4421-a637-ed76d0e195cb'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:49:07.975975 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a350ced-d86d-4a7f-82bd-add5a0156beb" -d '{"events": [{"name": "network-changed", "server_uuid": "29f2855a-16a0-4b92-ae21-c5d95eeef277", "tag": "494bc6c1-2c05-4421-a637-ed76d0e195cb"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:49:08.009020 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62708fbe-3f8f-42bd-8cef-2fcd7f5c0536 service neutron] Pushing event updated for resources: {'Port': ['ID=494bc6c1-2c05-4421-a637-ed76d0e195cb,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:08.027547 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98422e9-9010-4faf-b916-e129fe4aeebf x-openstack-request-id: req-c98422e9-9010-4faf-b916-e129fe4aeebf {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:49:08.027547 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f2855a-16a0-4b92-ae21-c5d95eeef277", "tag": "494bc6c1-2c05-4421-a637-ed76d0e195cb", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:49:08.027547 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c98422e9-9010-4faf-b916-e129fe4aeebf {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:49:08.027547 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f2855a-16a0-4b92-ae21-c5d95eeef277', 'tag': '494bc6c1-2c05-4421-a637-ed76d0e195cb', 'status': 'completed', 'code': 200} Mar 09 14:49:08.099789 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a350ced-d86d-4a7f-82bd-add5a0156beb req-b2160550-fe96-4ebf-9f95-cbbec0056b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:08.103104 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4a350ced-d86d-4a7f-82bd-add5a0156beb req-b2160550-fe96-4ebf-9f95-cbbec0056b92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06fe9d94b2d84be09f9525fb42997fcb&device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 1127 time: 0.0517700 Mar 09 14:49:08.115808 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3794e18-8447-42e7-beea-45e669480b70 None None] Network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:49:08.155186 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (948445ec-5d44-41b8-9325-e539e54798db), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:08.198209 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-73b972c9-c074-4e10-a60c-82ddbc68151d None None] Provisioning complete for port 608b9db3-5328-476d-885c-9cc35a4e1bbd triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:08.199215 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-73b972c9-c074-4e10-a60c-82ddbc68151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:08.207484 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a350ced-d86d-4a7f-82bd-add5a0156beb req-7b6f5064-4e75-4f76-8225-f34f0171d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:08.209088 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4a350ced-d86d-4a7f-82bd-add5a0156beb req-7b6f5064-4e75-4f76-8225-f34f0171d0d4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=06fe9d94b2d84be09f9525fb42997fcb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0991547 Mar 09 14:49:08.315269 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a350ced-d86d-4a7f-82bd-add5a0156beb req-37bf68cd-45c7-40db-b543-c6513059a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:08.315874 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-73b972c9-c074-4e10-a60c-82ddbc68151d None None] Current status of the port 608b9db3-5328-476d-885c-9cc35a4e1bbd is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:08.316378 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-73b972c9-c074-4e10-a60c-82ddbc68151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:08.316779 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4a350ced-d86d-4a7f-82bd-add5a0156beb req-37bf68cd-45c7-40db-b543-c6513059a201 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009429 Mar 09 14:49:08.351926 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-73b972c9-c074-4e10-a60c-82ddbc68151d None None] For port 608b9db3-5328-476d-885c-9cc35a4e1bbd, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=608b9db3-5328-476d-885c-9cc35a4e1bbd,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:08.361251 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Router 948445ec-5d44-41b8-9325-e539e54798db is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:49:08.406207 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2429e16-ad28-4548-af53-9b807a26d167 req-a9a7e80e-db45-4b57-825d-82d45e9a41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:08.408048 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-a9a7e80e-db45-4b57-825d-82d45e9a41d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06fe9d94b2d84be09f9525fb42997fcb&device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 1127 time: 0.0522301 Mar 09 14:49:08.422401 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-73b972c9-c074-4e10-a60c-82ddbc68151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:08.464514 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-d2ca1a92-3e02-4ca0-beba-ba4e4e4ab4b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=494bc6c1-2c05-4421-a637-ed76d0e195cb HTTP/1.1" status: 200 len: 217 time: 0.0481961 Mar 09 14:49:08.512283 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:49:08.523088 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b972c9-c074-4e10-a60c-82ddbc68151d None None] Pushing event updated for resources: {'Port': ['ID=608b9db3-5328-476d-885c-9cc35a4e1bbd,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:08.526086 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2429e16-ad28-4548-af53-9b807a26d167 req-47e0bbf9-b326-4bc7-ac23-a42167f670aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:08.529740 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Sync routers for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:49:08.530280 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-47e0bbf9-b326-4bc7-ac23-a42167f670aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f19d2c72-fdf4-4a09-8d5c-95a7728cd36c HTTP/1.1" status: 200 len: 853 time: 0.0559223 Mar 09 14:49:08.569454 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-80d89e30-a0ee-4752-9af5-76382c64d6b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae2c144d-7993-476e-a648-5ae66e889ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325773 Mar 09 14:49:08.572887 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:08.573027 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eddc5f-11f8-4012-896d-15c185de5fb4 req-5df416f1-b76f-447d-849b-ab2a0f4ad852 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:08.573139 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:08.573438 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9eddc5f-11f8-4012-896d-15c185de5fb4 req-5df416f1-b76f-447d-849b-ab2a0f4ad852 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 945 time: 0.0993447 Mar 09 14:49:08.638204 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:08.638697 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4b131fa0-1656-4e5d-88a8-65d6ab897c25 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5256183 Mar 09 14:49:08.643648 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9eddc5f-11f8-4012-896d-15c185de5fb4 req-14920c1a-0854-41eb-88f9-013f69bf6444 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648503 Mar 09 14:49:08.644294 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39298) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:08.651576 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 01489f9a-be91-44f0-aac2-b77f8783f83b up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:49:08.659366 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-7b47e6f0-8d01-4ce0-9c69-ae6c013d1311 None None] Provisioning complete for port 608b9db3-5328-476d-885c-9cc35a4e1bbd triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:08.660055 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7b47e6f0-8d01-4ce0-9c69-ae6c013d1311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:08.702075 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-8aa15f68-9f75-48eb-bd21-fafc36abc0e7 service neutron] 10.222.0.16 "GET /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256254 Mar 09 14:49:08.728267 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 608b9db3-5328-476d-885c-9cc35a4e1bbd up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:49:08.798540 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a2429e16-ad28-4548-af53-9b807a26d167 req-03370f76-c793-4b81-9b7f-63c1603fd7f8 service neutron] 10.222.0.16 "GET /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883060 Mar 09 14:49:08.802450 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5e2e7-92aa-43fc-9be4-c9bca3c350f0 req-bd6beb0c-7598-4fbc-8df8-83bf742efc81 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:08.803945 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-72c5e2e7-92aa-43fc-9be4-c9bca3c350f0 req-bd6beb0c-7598-4fbc-8df8-83bf742efc81 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 943 time: 0.0950620 Mar 09 14:49:08.909801 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-72c5e2e7-92aa-43fc-9be4-c9bca3c350f0 req-3a7b08d0-090e-489a-ad84-ae9b0d198768 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980670 Mar 09 14:49:08.984072 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:09.072891 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 608b9db3-5328-476d-885c-9cc35a4e1bbd triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:09.073682 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.140117 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 01489f9a-be91-44f0-aac2-b77f8783f83b completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:49:09.160984 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 01489f9a-be91-44f0-aac2-b77f8783f83b triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:09.161280 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.169252 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.199568 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-7b47e6f0-8d01-4ce0-9c69-ae6c013d1311 None None] Current status of the port 608b9db3-5328-476d-885c-9cc35a4e1bbd is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:09.319024 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 608b9db3-5328-476d-885c-9cc35a4e1bbd is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:09.322376 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Allocated IP 172.20.0.1 (d49e8e06-1e68-4b3d-b2e9-9403dc874f08/35bb6907-92c8-43d5-8fa4-60e4dd9b091d/e7cb749a-fdb2-4c64-8916-8341614918ae) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:49:09.333097 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 01489f9a-be91-44f0-aac2-b77f8783f83b is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:09.333490 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.358842 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:07Z', 'revision_number': 3, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:09.364536 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:49:09.366779 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9969f00-662d-4db5-bea9-b7a089dfea2d" -d '{"events": [{"server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "name": "network-vif-plugged", "status": "completed", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:49:09.402588 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Checking router: 948445ec-5d44-41b8-9325-e539e54798db for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:49:09.402588 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Updating router 948445ec-5d44-41b8-9325-e539e54798db port 8de8fed2-328c-4282-bcfd-97d36bb5f8af binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:49:09.407610 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:09.423634 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Publish callbacks [] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.433170 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279bc30e-7820-43e5-bcea-33775dca0201 x-openstack-request-id: req-279bc30e-7820-43e5-bcea-33775dca0201 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:49:09.433552 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "name": "network-vif-plugged", "status": "completed", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:49:09.433811 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-279bc30e-7820-43e5-bcea-33775dca0201 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:49:09.434201 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'code': 200} Mar 09 14:49:09.434890 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.467141 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.512414 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.552470 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:49:09.558834 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:09.562847 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:49:09.585018 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:09.596808 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Pushing event updated for resources: {'Port': ['ID=e7cb749a-fdb2-4c64-8916-8341614918ae,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:09.621255 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (948445ec-5d44-41b8-9325-e539e54798db), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.750157 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Publish callbacks [] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.785896 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c057e-eff4-423e-a3af-bd37e38961d9 req-cf75633f-1603-4659-b7df-f5cf64c21778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:09.787391 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3b2c057e-eff4-423e-a3af-bd37e38961d9 req-cf75633f-1603-4659-b7df-f5cf64c21778 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 1130 time: 0.0491481 Mar 09 14:49:09.809513 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d948d-d0c1-4d69-a8d9-3402439085ed req-e77bbb30-eb17-4cef-8bac-ff401140d82f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:09.811129 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0a0d948d-d0c1-4d69-a8d9-3402439085ed req-e77bbb30-eb17-4cef-8bac-ff401140d82f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0582254 Mar 09 14:49:09.829835 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-cb8dea49-53d2-42d8-a1ed-0f8c80dfc449 None None] Provisioning complete for port e7cb749a-fdb2-4c64-8916-8341614918ae triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:09.830359 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cb8dea49-53d2-42d8-a1ed-0f8c80dfc449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.837489 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-3b2c057e-eff4-423e-a3af-bd37e38961d9 req-370644c6-c300-4b3b-a648-e03d9cbe489d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430908 Mar 09 14:49:09.861344 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.879740 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0a0d948d-d0c1-4d69-a8d9-3402439085ed req-8ead050f-c1aa-452d-9d29-8548febe7ab7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626121 Mar 09 14:49:09.882134 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.890061 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-cb8dea49-53d2-42d8-a1ed-0f8c80dfc449 None None] Port e7cb749a-fdb2-4c64-8916-8341614918ae cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:49:09.921040 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Attempting to bind port 8de8fed2-328c-4282-bcfd-97d36bb5f8af on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:49:09.921347 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Attempting to bind port 8de8fed2-328c-4282-bcfd-97d36bb5f8af by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:49:09.921684 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Attempting to bind port 8de8fed2-328c-4282-bcfd-97d36bb5f8af on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:49:09.924453 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388c1ae-d035-4858-8193-6cb39fdce727 None None] Pushing event updated for resources: {'Port': ['ID=8de8fed2-328c-4282-bcfd-97d36bb5f8af,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:09.929637 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:49:09.930011 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:49:09.930416 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.930797 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:49:09.932680 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Bound port: 8de8fed2-328c-4282-bcfd-97d36bb5f8af, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:49:09.933129 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:09.989937 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] For port 8de8fed2-328c-4282-bcfd-97d36bb5f8af, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:49:09.992956 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] For port 8de8fed2-328c-4282-bcfd-97d36bb5f8af, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=8de8fed2-328c-4282-bcfd-97d36bb5f8af,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:49:10.079148 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790f8e1-ee91-4177-a9ae-078b76e6088c req-20b37798-bf07-4f4b-95ac-3929e73f6b66 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:10.080601 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a790f8e1-ee91-4177-a9ae-078b76e6088c req-20b37798-bf07-4f4b-95ac-3929e73f6b66 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 943 time: 0.0993102 Mar 09 14:49:10.113211 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Publish callbacks [] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:10.129893 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:10.139469 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a790f8e1-ee91-4177-a9ae-078b76e6088c req-2d8ec5e2-70ab-441b-91b0-6cc4810c585b tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528219 Mar 09 14:49:10.185276 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:10.185813 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:10.197836 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:10.223069 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388c1ae-d035-4858-8193-6cb39fdce727 None None] Pushing event updated for resources: {'Port': ['ID=8de8fed2-328c-4282-bcfd-97d36bb5f8af,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:10.268188 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (948445ec-5d44-41b8-9325-e539e54798db), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:10.270866 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Pushing event updated for resources: {'Port': ['ID=e7cb749a-fdb2-4c64-8916-8341614918ae,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:10.299024 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:10.358347 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:49:10.359704 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:10.482186 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Router 948445ec-5d44-41b8-9325-e539e54798db has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:49:10.507258 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 1, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:10.541139 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b075f6b-75a7-428d-9c00-975a259db8ac None None] The sync data for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi is: [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 1, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:49:10.605101 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:49:10.606319 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 494bc6c1-2c05-4421-a637-ed76d0e195cb details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:49:10.612511 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2efee9f1-9291-4af6-941d-a00b31c98b98 admin admin] 10.222.0.20 "PUT /v2.0/routers/948445ec-5d44-41b8-9325-e539e54798db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647987 Mar 09 14:49:10.631641 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-6058b48b-83de-4dcd-97dc-7e4bc938e58d None None] Provisioning complete for port e7cb749a-fdb2-4c64-8916-8341614918ae triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:10.631956 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6058b48b-83de-4dcd-97dc-7e4bc938e58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:10.689267 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-6058b48b-83de-4dcd-97dc-7e4bc938e58d None None] Port e7cb749a-fdb2-4c64-8916-8341614918ae cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:49:10.768245 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 494bc6c1-2c05-4421-a637-ed76d0e195cb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=494bc6c1-2c05-4421-a637-ed76d0e195cb,segment=NetworkSegment(c48c5038-4d11-401b-a504-80989c816853),segment_id=c48c5038-4d11-401b-a504-80989c816853)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:10.781483 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '494bc6c1-2c05-4421-a637-ed76d0e195cb', 'network_id': 'ae2c144d-7993-476e-a648-5ae66e889ccd', 'port_id': '494bc6c1-2c05-4421-a637-ed76d0e195cb', 'mac_address': 'fa:16:3e:46:ee:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19d2c72-fdf4-4a09-8d5c-95a7728cd36c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:49:10.824779 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 494bc6c1-2c05-4421-a637-ed76d0e195cb is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:10.825212 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:10.838800 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494bc6c1-2c05-4421-a637-ed76d0e195cb {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:49:10.862679 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 494bc6c1-2c05-4421-a637-ed76d0e195cb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=494bc6c1-2c05-4421-a637-ed76d0e195cb,segment=NetworkSegment(c48c5038-4d11-401b-a504-80989c816853),segment_id=c48c5038-4d11-401b-a504-80989c816853)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:10.923774 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:10.980380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=494bc6c1-2c05-4421-a637-ed76d0e195cb,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:11.052807 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f87e6-246b-4de5-899f-c5f4d71bc44f req-85d9fabb-6077-4c17-9a5d-aefc09f87182 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:11.054502 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8b5f87e6-246b-4de5-899f-c5f4d71bc44f req-85d9fabb-6077-4c17-9a5d-aefc09f87182 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0657446 Mar 09 14:49:11.109015 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8b5f87e6-246b-4de5-899f-c5f4d71bc44f req-ff676db2-8fe1-4956-989c-b54db25d9a7f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481400 Mar 09 14:49:11.206094 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['494bc6c1-2c05-4421-a637-ed76d0e195cb'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:49:11.282767 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a838f1-67d2-4683-b8b3-0f534f3717eb req-e8c35f49-7f9f-458e-9c43-a3cae0ca2ae6 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:11.284881 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49a838f1-67d2-4683-b8b3-0f534f3717eb req-e8c35f49-7f9f-458e-9c43-a3cae0ca2ae6 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 944 time: 0.0718706 Mar 09 14:49:11.356869 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49a838f1-67d2-4683-b8b3-0f534f3717eb req-7b3ebd60-9e51-4cb4-8024-c7d204003651 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621197 Mar 09 14:49:11.632751 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39320) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:11.637341 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-47d166d2-bb75-494e-86b6-1596366894a5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417703394', 'description': 'tempest-description--639594651'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:11.723736 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47d166d2-bb75-494e-86b6-1596366894a5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:11.793638 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47d166d2-bb75-494e-86b6-1596366894a5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (158cf6d8-48e4-4513-ab37-0bdae519d95e), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:11.912157 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47d166d2-bb75-494e-86b6-1596366894a5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (158cf6d8-48e4-4513-ab37-0bdae519d95e), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:11.941627 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d166d2-bb75-494e-86b6-1596366894a5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158cf6d8-48e4-4513-ab37-0bdae519d95e,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:12.026143 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47d166d2-bb75-494e-86b6-1596366894a5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.027472 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-47d166d2-bb75-494e-86b6-1596366894a5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3936741 Mar 09 14:49:12.030778 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39322) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:12.035142 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-88ef2873-9061-4435-b0bb-357c3d256248 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'security_group_rule': {'security_group_id': '158cf6d8-48e4-4513-ab37-0bdae519d95e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:12.128800 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-88ef2873-9061-4435-b0bb-357c3d256248 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (682b6e96-1a82-4baf-b043-6038991fc654), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.189080 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-88ef2873-9061-4435-b0bb-357c3d256248 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (682b6e96-1a82-4baf-b043-6038991fc654), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.237908 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234509d-ab6b-4c5b-8b67-904355cc8941 req-1e5d279b-bd8b-45fc-9d29-67b59535f4ad tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:12.239377 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9234509d-ab6b-4c5b-8b67-904355cc8941 req-1e5d279b-bd8b-45fc-9d29-67b59535f4ad tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0533195 Mar 09 14:49:12.263390 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-88ef2873-9061-4435-b0bb-357c3d256248 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (682b6e96-1a82-4baf-b043-6038991fc654), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.287994 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef2873-9061-4435-b0bb-357c3d256248 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682b6e96-1a82-4baf-b043-6038991fc654,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:12.303340 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9234509d-ab6b-4c5b-8b67-904355cc8941 req-830f182d-a2ed-4360-b010-5296b57dd2f7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584917 Mar 09 14:49:12.377301 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-88ef2873-9061-4435-b0bb-357c3d256248 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.378629 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-88ef2873-9061-4435-b0bb-357c3d256248 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3468738 Mar 09 14:49:12.381499 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39330) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:12.386024 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-5dbde336-2413-441c-92d1-33ba0fb3576a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'security_group_rule': {'security_group_id': '158cf6d8-48e4-4513-ab37-0bdae519d95e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:12.459843 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5dbde336-2413-441c-92d1-33ba0fb3576a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (42fa9ef4-9052-475b-a5df-bdb985dfb728), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.462899 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355013ff-5921-4804-a6d4-a3b7371e7413 req-d4c24f78-4fb3-488f-a103-fc1565aba580 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:12.464392 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-355013ff-5921-4804-a6d4-a3b7371e7413 req-d4c24f78-4fb3-488f-a103-fc1565aba580 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0846424 Mar 09 14:49:12.479668 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39332) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:12.485121 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-8516b14f-3ce3-42cc-aefc-490d31977ab1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Request body: {'floatingip': {'port_id': '01489f9a-be91-44f0-aac2-b77f8783f83b'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:12.501600 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92e4a5-bc5a-4395-a184-23eee146e7a7 req-6dd21afb-43d0-4d51-b43b-73447c8b0993 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:12.503136 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-be92e4a5-bc5a-4395-a184-23eee146e7a7 req-6dd21afb-43d0-4d51-b43b-73447c8b0993 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 944 time: 0.0852537 Mar 09 14:49:12.522383 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5dbde336-2413-441c-92d1-33ba0fb3576a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (42fa9ef4-9052-475b-a5df-bdb985dfb728), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.545034 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8516b14f-3ce3-42cc-aefc-490d31977ab1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (9666fcb9-7add-41ab-a678-30bf5707af0a), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.590039 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5dbde336-2413-441c-92d1-33ba0fb3576a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (42fa9ef4-9052-475b-a5df-bdb985dfb728), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.605746 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 494bc6c1-2c05-4421-a637-ed76d0e195cb up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:49:12.608816 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbde336-2413-441c-92d1-33ba0fb3576a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fa9ef4-9052-475b-a5df-bdb985dfb728,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:12.657050 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 8de8fed2-328c-4282-bcfd-97d36bb5f8af up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:49:12.666291 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-be92e4a5-bc5a-4395-a184-23eee146e7a7 req-54790798-e388-49d1-8e8b-8e1dfaaa699f tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346190 Mar 09 14:49:12.697460 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5dbde336-2413-441c-92d1-33ba0fb3576a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.706852 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5dbde336-2413-441c-92d1-33ba0fb3576a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162377 Mar 09 14:49:12.707234 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39334) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:12.712277 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:12.715523 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Sync routers for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:49:12.718006 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 8de8fed2-328c-4282-bcfd-97d36bb5f8af triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:12.718461 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.729268 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:12.730172 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:12.764620 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 494bc6c1-2c05-4421-a637-ed76d0e195cb completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:49:12.770761 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 494bc6c1-2c05-4421-a637-ed76d0e195cb triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:12.770761 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.818755 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.828378 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 8de8fed2-328c-4282-bcfd-97d36bb5f8af is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:12.828895 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.850836 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 8de8fed2-328c-4282-bcfd-97d36bb5f8af, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=8de8fed2-328c-4282-bcfd-97d36bb5f8af,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:12.858225 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:12.903258 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 494bc6c1-2c05-4421-a637-ed76d0e195cb is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:12.903842 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.940215 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:12.941931 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 494bc6c1-2c05-4421-a637-ed76d0e195cb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=494bc6c1-2c05-4421-a637-ed76d0e195cb,segment=NetworkSegment(c48c5038-4d11-401b-a504-80989c816853),segment_id=c48c5038-4d11-401b-a504-80989c816853)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:12.943234 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f2855a-16a0-4b92-ae21-c5d95eeef277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494bc6c1-2c05-4421-a637-ed76d0e195cb'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:49:12.946411 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a2184-4a80-427e-85ea-28c0cfd35bd4" -d '{"events": [{"server_uuid": "29f2855a-16a0-4b92-ae21-c5d95eeef277", "name": "network-vif-plugged", "status": "completed", "tag": "494bc6c1-2c05-4421-a637-ed76d0e195cb"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:49:12.951936 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.006306 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6162ffd-7b68-4a0a-9f91-b208c615e4e2 x-openstack-request-id: req-e6162ffd-7b68-4a0a-9f91-b208c615e4e2 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:49:13.006722 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f2855a-16a0-4b92-ae21-c5d95eeef277", "name": "network-vif-plugged", "status": "completed", "tag": "494bc6c1-2c05-4421-a637-ed76d0e195cb", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:49:13.007070 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6162ffd-7b68-4a0a-9f91-b208c615e4e2 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:49:13.007909 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f2855a-16a0-4b92-ae21-c5d95eeef277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494bc6c1-2c05-4421-a637-ed76d0e195cb', 'code': 200} Mar 09 14:49:13.023440 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.053811 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=8de8fed2-328c-4282-bcfd-97d36bb5f8af,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:13.064190 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8516b14f-3ce3-42cc-aefc-490d31977ab1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.100540 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Allocated IP 172.27.2.20 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/3751cceb-b465-4454-b5bf-884056271e09) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:49:13.109061 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=494bc6c1-2c05-4421-a637-ed76d0e195cb,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:13.131795 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 2, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:13.146731 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8516b14f-3ce3-42cc-aefc-490d31977ab1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (9666fcb9-7add-41ab-a678-30bf5707af0a), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.162246 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Checking router: 948445ec-5d44-41b8-9325-e539e54798db for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:49:13.162601 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Updating router 948445ec-5d44-41b8-9325-e539e54798db port e7cb749a-fdb2-4c64-8916-8341614918ae binding host dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:49:13.190656 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.220832 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for port (3751cceb-b465-4454-b5bf-884056271e09), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.319608 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (3751cceb-b465-4454-b5bf-884056271e09), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.378115 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:49:13.385958 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:13.388530 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:49:13.424803 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'Port': ['ID=3751cceb-b465-4454-b5bf-884056271e09,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:13.439625 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ad7f-74f1-47f9-8a59-ff057076bb4b req-f4253763-97a9-4741-9318-609b7636e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:13.441260 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1155ad7f-74f1-47f9-8a59-ff057076bb4b req-f4253763-97a9-4741-9318-609b7636e64a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 1129 time: 0.1326797 Mar 09 14:49:13.465576 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-8516b14f-3ce3-42cc-aefc-490d31977ab1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Floating IP 9666fcb9-7add-41ab-a678-30bf5707af0a associated. External IP: 172.27.2.135, port: 01489f9a-be91-44f0-aac2-b77f8783f83b. Mar 09 14:49:13.474768 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Publish callbacks [] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.521747 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1155ad7f-74f1-47f9-8a59-ff057076bb4b req-9abe5bdb-6a8b-417b-99e8-a43ff8e6dec1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723414 Mar 09 14:49:13.524456 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (ece9eb8a-96aa-41a6-babb-0deaf34a6cd3), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.557681 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.609201 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Pushing event updated for resources: {'Port': ['ID=e7cb749a-fdb2-4c64-8916-8341614918ae,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:13.619209 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.619580 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.619938 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.620550 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.620923 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.621256 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.621580 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.621928 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.622233 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.622571 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.623199 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.623521 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.624002 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:13.652086 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (3751cceb-b465-4454-b5bf-884056271e09), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.677034 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Attempting to bind port e7cb749a-fdb2-4c64-8916-8341614918ae on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:49:13.677405 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Attempting to bind port e7cb749a-fdb2-4c64-8916-8341614918ae by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:49:13.677764 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Attempting to bind port e7cb749a-fdb2-4c64-8916-8341614918ae on network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:49:13.683035 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:49:13.683254 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Checking segment: {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:49:13.683619 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.684007 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Bound using segment: {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:49:13.684618 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Bound port: e7cb749a-fdb2-4c64-8916-8341614918ae, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:49:13.684873 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.708937 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8516b14f-3ce3-42cc-aefc-490d31977ab1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Router 87692b5f-b486-4175-be7b-25dc725219fc has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:49:13.761022 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] For port e7cb749a-fdb2-4c64-8916-8341614918ae, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:49:13.764675 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] For port e7cb749a-fdb2-4c64-8916-8341614918ae, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=e7cb749a-fdb2-4c64-8916-8341614918ae,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:49:13.838687 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.884068 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08423fb3-2861-4d8b-a922-e378c708db95 req-29e08512-9fb7-4a8c-ab08-f47352fe277a tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:13.885760 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-08423fb3-2861-4d8b-a922-e378c708db95 req-29e08512-9fb7-4a8c-ab08-f47352fe277a tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 945 time: 0.1088908 Mar 09 14:49:13.887479 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8516b14f-3ce3-42cc-aefc-490d31977ab1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:49:13.897875 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8516b14f-3ce3-42cc-aefc-490d31977ab1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:13.899065 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] Sync routers for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:49:13.904506 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecb5d1-1828-41de-b6b0-348189c588b7 None None] Pushing event updated for resources: {'Port': ['ID=e7cb749a-fdb2-4c64-8916-8341614918ae,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:13.928307 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:13.929165 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:13.937971 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:13.939341 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:13.960795 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8516b14f-3ce3-42cc-aefc-490d31977ab1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "PUT /v2.0/floatingips/9666fcb9-7add-41ab-a678-30bf5707af0a HTTP/1.1" status: 200 len: 992 time: 1.4690475 Mar 09 14:49:13.960795 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:49:13.960795 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd8764-04f2-445c-a0ea-40d2056921d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:49:13.986717 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-08423fb3-2861-4d8b-a922-e378c708db95 req-f77b15f0-d009-4847-9af1-531ce41e7059 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925839 Mar 09 14:49:14.044151 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e540cb-e990-42c1-b69f-02fae686378f x-openstack-request-id: req-25e540cb-e990-42c1-b69f-02fae686378f {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:49:14.044551 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:49:14.044990 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25e540cb-e990-42c1-b69f-02fae686378f {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:49:14.045487 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'status': 'completed', 'code': 200} Mar 09 14:49:14.101217 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:14.155508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-98c80386-2cba-409e-9055-64c93eb3ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:14.157142 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-98c80386-2cba-409e-9055-64c93eb3ebcc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 1130 time: 0.0810959 Mar 09 14:49:14.169490 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for port (3751cceb-b465-4454-b5bf-884056271e09), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:14.213002 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-415d26b2-e4d3-4541-bdc3-a0683bb85319 None None] Provisioning complete for port e7cb749a-fdb2-4c64-8916-8341614918ae triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:14.213506 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-415d26b2-e4d3-4541-bdc3-a0683bb85319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:14.258960 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (3751cceb-b465-4454-b5bf-884056271e09), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:14.298779 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-1ae9837d-1199-4a23-9104-047531666037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:14.300259 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-1ae9837d-1199-4a23-9104-047531666037 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 916 time: 0.1281686 Mar 09 14:49:14.311758 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:14.371745 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'Port': ['ID=3751cceb-b465-4454-b5bf-884056271e09,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:14.395295 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (ece9eb8a-96aa-41a6-babb-0deaf34a6cd3), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:14.411875 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-a3ddee62-7eed-4c16-bba5-a535c510a1e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01489f9a-be91-44f0-aac2-b77f8783f83b HTTP/1.1" status: 200 len: 1000 time: 0.0815408 Mar 09 14:49:14.420411 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-415d26b2-e4d3-4541-bdc3-a0683bb85319 None None] Current status of the port e7cb749a-fdb2-4c64-8916-8341614918ae is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:14.420984 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-415d26b2-e4d3-4541-bdc3-a0683bb85319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:14.426411 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:13Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:14.456647 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c671260b-df94-409b-9144-3fb7dc84ee50 None None] The sync data for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi is: [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:13Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:49:14.474039 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-344f2523-3ade-471c-b660-8bf5d21748f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:14.475809 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-344f2523-3ade-471c-b660-8bf5d21748f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 200 len: 854 time: 0.0569532 Mar 09 14:49:14.485073 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-415d26b2-e4d3-4541-bdc3-a0683bb85319 None None] For port e7cb749a-fdb2-4c64-8916-8341614918ae, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=e7cb749a-fdb2-4c64-8916-8341614918ae,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:14.527141 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:14.528400 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-40ed2af3-418e-41de-aee2-d804acda4241 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8203261 Mar 09 14:49:14.547460 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-eb2582cb-8c22-4735-aea6-844b98554b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:14.550798 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-eb2582cb-8c22-4735-aea6-844b98554b30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22b50098-231e-4eaf-af19-c11841a316ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604422 Mar 09 14:49:14.567344 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-415d26b2-e4d3-4541-bdc3-a0683bb85319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:14.673463 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d26b2-e4d3-4541-bdc3-a0683bb85319 None None] Pushing event updated for resources: {'Port': ['ID=e7cb749a-fdb2-4c64-8916-8341614918ae,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:14.706979 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-390a6c31-f893-4d09-a92f-4fd4b186c5a0 None None] Provisioning complete for port e7cb749a-fdb2-4c64-8916-8341614918ae triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:14.707360 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-390a6c31-f893-4d09-a92f-4fd4b186c5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:14.711372 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '9666fcb9-7add-41ab-a678-30bf5707af0a', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'port_id': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'mac_address': 'fa:16:3e:37:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a35521-066c-462b-8715-43705174bae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:48:56Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 1, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:14.733795 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-738cc2a5-708c-4eeb-9c2c-2f9304bd9374 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778171 Mar 09 14:49:14.767750 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 8de8fed2-328c-4282-bcfd-97d36bb5f8af up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:49:14.772117 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] Checking router: 87692b5f-b486-4175-be7b-25dc725219fc for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:49:14.783521 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-201a9eee-b55f-44fe-a3f2-dbd07da79c40 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1417703394&fields=id&tenant_id=aea6fc652c5643a6a0ea48804c38db39 HTTP/1.1" status: 200 len: 267 time: 0.0699551 Mar 09 14:49:14.826659 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:14.827541 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:48:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:14.865711 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8dbd8764-04f2-445c-a0ea-40d2056921d2 req-3a526e0c-9689-422f-afb5-8b2e4282d63f service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157706 Mar 09 14:49:14.910384 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-5ce4c99f-fe7b-44c9-8726-abd961d100f5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:14.912033 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-5ce4c99f-fe7b-44c9-8726-abd961d100f5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/networks?id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 200 len: 810 time: 0.1207581 Mar 09 14:49:14.929536 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-e38e1d44-aea6-43af-9a52-5d80f563ed36 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/quotas/aea6fc652c5643a6a0ea48804c38db39 HTTP/1.1" status: 200 len: 375 time: 0.0117075 Mar 09 14:49:14.946863 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a6ef3de7-8f8b-4dcf-a8a2-d5f6191629f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:14.993314 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-390a6c31-f893-4d09-a92f-4fd4b186c5a0 None None] Current status of the port e7cb749a-fdb2-4c64-8916-8341614918ae is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:14.993560 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-ab7228cf-9377-4f0b-97d2-49432df75a31 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583568 Mar 09 14:49:15.010134 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 8de8fed2-328c-4282-bcfd-97d36bb5f8af triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:15.010505 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:15.047675 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:15.165235 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-8c4c5f7b-fdef-4ab5-9d14-20d91a7cc1fc service neutron] 10.222.0.20 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559761 Mar 09 14:49:15.190159 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec1844-be67-4e0d-9d77-f29e94c8f7b9 req-8f95dd53-e6e9-4efd-bc5f-20de66d8cf82 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:15.197007 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cdec1844-be67-4e0d-9d77-f29e94c8f7b9 req-8f95dd53-e6e9-4efd-bc5f-20de66d8cf82 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 945 time: 0.0903742 Mar 09 14:49:15.206113 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 8de8fed2-328c-4282-bcfd-97d36bb5f8af is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:15.207201 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device e7cb749a-fdb2-4c64-8916-8341614918ae up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:49:15.305562 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cdec1844-be67-4e0d-9d77-f29e94c8f7b9 req-0aec9958-7d10-49df-95d3-4733a4887498 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073544 Mar 09 14:49:15.332148 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-6c2b2eca-1fb4-4c1a-8a3e-5ec1ec47fa95 service neutron] 10.222.0.20 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579642 Mar 09 14:49:15.335722 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port e7cb749a-fdb2-4c64-8916-8341614918ae triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:15.335969 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:15.414979 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '9666fcb9-7add-41ab-a678-30bf5707af0a', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'port_id': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'mac_address': 'fa:16:3e:37:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a35521-066c-462b-8715-43705174bae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:48:56Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 1, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:15.450853 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56ded44-2ee1-4dad-b6fc-771c6680a613 None None] The sync data for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi is: [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '9666fcb9-7add-41ab-a678-30bf5707af0a', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'floating_ip_address': '172.27.2.135', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'port_id': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'mac_address': 'fa:16:3e:37:7a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a35521-066c-462b-8715-43705174bae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:48:56Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 1, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:49:15.463005 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port e7cb749a-fdb2-4c64-8916-8341614918ae is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:15.628060 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-40635f6b-3a11-4f55-93ef-62203f3dbfd9 req-6dc623e5-0833-4298-a484-a060e0c30fe6 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 210 time: 0.0320351 Mar 09 14:49:15.658647 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd38c588-124a-41d8-bc93-3c94193c3cbe None None] New status for floating IP 9666fcb9-7add-41ab-a678-30bf5707af0a: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:49:16.336046 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f359e4-0da0-4c20-abba-dd6a2e20f424 req-7eac988b-aa0b-4c4a-8456-399a9fe2e428 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:16.337580 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-42f359e4-0da0-4c20-abba-dd6a2e20f424 req-7eac988b-aa0b-4c4a-8456-399a9fe2e428 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0527239 Mar 09 14:49:16.393087 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-6ba52f1e-6f47-4210-b906-b9b4111180af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:16.394595 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-6ba52f1e-6f47-4210-b906-b9b4111180af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb&device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 1168 time: 0.0496843 Mar 09 14:49:16.417542 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-42f359e4-0da0-4c20-abba-dd6a2e20f424 req-f357abbd-ab3a-4ce9-b957-78d8a3c94b61 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0725856 Mar 09 14:49:16.504294 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-ef7813ad-6127-48cb-b111-b464f3e65281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:16.505817 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-ef7813ad-6127-48cb-b111-b464f3e65281 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58b910ad-0b37-4c80-9cd3-724ebc3f515b HTTP/1.1" status: 200 len: 916 time: 0.0968826 Mar 09 14:49:16.577462 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-1da4445b-4751-4302-a130-97cc5172d131 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 1001 time: 0.0576491 Mar 09 14:49:16.607902 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device e7cb749a-fdb2-4c64-8916-8341614918ae up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:49:16.627196 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-c278e643-fce6-4a8d-98fa-2a69802b480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:16.628850 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-c278e643-fce6-4a8d-98fa-2a69802b480e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ec538c9-fc83-4aff-885a-b6f59e2898fa HTTP/1.1" status: 200 len: 854 time: 0.0460913 Mar 09 14:49:16.656813 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port e7cb749a-fdb2-4c64-8916-8341614918ae triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:16.657211 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:16.682511 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-0fee4f1c-a2c8-457b-9ea9-0e7451485dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:16.684138 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-0fee4f1c-a2c8-457b-9ea9-0e7451485dc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58b910ad-0b37-4c80-9cd3-724ebc3f515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492721 Mar 09 14:49:16.737838 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port e7cb749a-fdb2-4c64-8916-8341614918ae is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:16.750726 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e8d76f0a-3f34-420e-a2ae-67d0102d8476 req-85d6e886-cad7-41a9-a182-7e53afd67279 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 210 time: 0.0501168 Mar 09 14:49:16.790777 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-50105a0c-5937-40ad-b8e9-4c1c363e74ca service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870256 Mar 09 14:49:16.889997 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-df47c73a-555a-48c4-a7ac-99e6456051a0 req-cc4da3f6-685d-494b-8625-0bd6f4d6352a service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845785 Mar 09 14:49:17.209736 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a79de984-83f7-4168-97f1-9c328607f48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:17.534308 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841df0a3-edac-4eb0-aa8c-6761a1a7b8ce req-9c5e1bf9-ae0b-45ca-b0e3-0549658b72a2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:17.535755 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-841df0a3-edac-4eb0-aa8c-6761a1a7b8ce req-9c5e1bf9-ae0b-45ca-b0e3-0549658b72a2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0504367 Mar 09 14:49:17.594411 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-841df0a3-edac-4eb0-aa8c-6761a1a7b8ce req-224d1659-7ba9-4d6c-b3b0-17cbee08e824 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530398 Mar 09 14:49:17.844656 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef0844a6-bb44-4e25-9a17-87e932ed0ba1 req-5c3e0e84-d2a2-44b9-87b3-8fae6ebe6b87 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 210 time: 0.0269387 Mar 09 14:49:17.975101 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-3f6e7f77-f5db-4307-99a0-2c292ced8fc9 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:17.976529 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-3f6e7f77-f5db-4307-99a0-2c292ced8fc9 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.16 "GET /v2.0/networks?id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 200 len: 810 time: 0.0970380 Mar 09 14:49:18.042662 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-1647cfea-1e9a-459f-b866-1abba8f16af4 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aea6fc652c5643a6a0ea48804c38db39 HTTP/1.1" status: 200 len: 380 time: 0.0536222 Mar 09 14:49:18.054238 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'port': {'device_id': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'admin_state_up': True, 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'security_groups': ['158cf6d8-48e4-4513-ab37-0bdae519d95e']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:18.289790 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Made reservation on behalf of aea6fc652c5643a6a0ea48804c38db39 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:49:18.293164 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:18.350617 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:18.416374 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Allocated IP 172.20.0.6 (d49e8e06-1e68-4b3d-b2e9-9403dc874f08/35bb6907-92c8-43d5-8fa4-60e4dd9b091d/724fc252-ba53-4a26-b561-8f99acfab524) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:49:18.544515 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for port (724fc252-ba53-4a26-b561-8f99acfab524), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:18.716208 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc2399-39a5-44d3-8d14-482dba3f005e req-6351b381-ad49-4457-9c6b-572b7e9923d4 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:18.718212 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07fc2399-39a5-44d3-8d14-482dba3f005e req-6351b381-ad49-4457-9c6b-572b7e9923d4 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0563855 Mar 09 14:49:18.747297 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (724fc252-ba53-4a26-b561-8f99acfab524), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:18.781265 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07fc2399-39a5-44d3-8d14-482dba3f005e req-9cff179f-bb92-4bbc-bf3a-e783e3621020 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571642 Mar 09 14:49:18.825556 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:49:18.829616 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'Port': ['ID=724fc252-ba53-4a26-b561-8f99acfab524,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:18.832244 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:18.834232 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:49:18.891515 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:18.891515 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:18.966624 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af4d2a-d4b9-45e6-b489-def6ada79949 req-63214437-1cd5-4749-8bd6-473240781a5f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:18.969972 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-34af4d2a-d4b9-45e6-b489-def6ada79949 req-63214437-1cd5-4749-8bd6-473240781a5f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 931 time: 0.0545912 Mar 09 14:49:18.971074 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-abc52478-bd70-4b91-ad87-327a3b8bd50c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9202709 Mar 09 14:49:18.984915 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Request body: {'port': {'device_id': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:19.019192 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-34af4d2a-d4b9-45e6-b489-def6ada79949 req-3a6f3152-56f3-4f08-959d-1b9507e06925 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Mar 09 14:49:19.040582 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-dac4f807-99b6-4585-aa53-5ce9325fcf48 None None] Provisioning complete for port 724fc252-ba53-4a26-b561-8f99acfab524 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:19.040986 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-dac4f807-99b6-4585-aa53-5ce9325fcf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (724fc252-ba53-4a26-b561-8f99acfab524), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:19.049080 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (724fc252-ba53-4a26-b561-8f99acfab524), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:19.074847 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-dac4f807-99b6-4585-aa53-5ce9325fcf48 None None] Port 724fc252-ba53-4a26-b561-8f99acfab524 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:49:19.300851 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724fc252-ba53-4a26-b561-8f99acfab524 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:49:19.307985 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Publish callbacks [] for port (724fc252-ba53-4a26-b561-8f99acfab524), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:19.319459 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Transition to ACTIVE for port object 724fc252-ba53-4a26-b561-8f99acfab524 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:49:19.406764 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (724fc252-ba53-4a26-b561-8f99acfab524), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:19.457822 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Pushing event updated for resources: {'Port': ['ID=724fc252-ba53-4a26-b561-8f99acfab524,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:19.525320 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Attempting to bind port 724fc252-ba53-4a26-b561-8f99acfab524 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:49:19.525656 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Attempting to bind port 724fc252-ba53-4a26-b561-8f99acfab524 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:49:19.525982 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Attempting to bind port 724fc252-ba53-4a26-b561-8f99acfab524 on network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:49:19.531430 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Port 724fc252-ba53-4a26-b561-8f99acfab524 on network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:49:19.531756 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Attempting to bind port 724fc252-ba53-4a26-b561-8f99acfab524 on network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:49:19.536808 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:49:19.537154 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Checking segment: {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:49:19.537544 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Bound using segment: {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:49:19.537973 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Bound port: 724fc252-ba53-4a26-b561-8f99acfab524, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:49:19.538328 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (724fc252-ba53-4a26-b561-8f99acfab524), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:19.602397 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] For port 724fc252-ba53-4a26-b561-8f99acfab524, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:49:19.605626 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] For port 724fc252-ba53-4a26-b561-8f99acfab524, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=724fc252-ba53-4a26-b561-8f99acfab524,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:49:19.715970 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (724fc252-ba53-4a26-b561-8f99acfab524), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:19.727176 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:19.751420 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:19.752080 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:19.753426 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] 10.222.0.16 "PUT /v2.0/ports/724fc252-ba53-4a26-b561-8f99acfab524 HTTP/1.1" status: 200 len: 1093 time: 0.7735136 Mar 09 14:49:19.753864 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'tag': '724fc252-ba53-4a26-b561-8f99acfab524'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:49:19.756093 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9e3730-1449-41a2-a249-c2e4240fb333" -d '{"events": [{"name": "network-changed", "server_uuid": "35de8af1-9642-40c0-aba8-f75a0b0af7a9", "tag": "724fc252-ba53-4a26-b561-8f99acfab524"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:49:19.778796 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e8e91-5786-4432-bb21-13634409aa15 service neutron] Pushing event updated for resources: {'Port': ['ID=724fc252-ba53-4a26-b561-8f99acfab524,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:19.798980 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bbb151-2657-4f32-875c-67e50258d063 x-openstack-request-id: req-d1bbb151-2657-4f32-875c-67e50258d063 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:49:19.799278 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35de8af1-9642-40c0-aba8-f75a0b0af7a9", "tag": "724fc252-ba53-4a26-b561-8f99acfab524", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:49:19.799538 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1bbb151-2657-4f32-875c-67e50258d063 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:49:19.799976 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'tag': '724fc252-ba53-4a26-b561-8f99acfab524', 'status': 'completed', 'code': 200} Mar 09 14:49:19.877825 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e3730-1449-41a2-a249-c2e4240fb333 req-176a5a30-713d-4b1d-bdb1-3f8207d1e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:19.879381 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9f9e3730-1449-41a2-a249-c2e4240fb333 req-176a5a30-713d-4b1d-bdb1-3f8207d1e764 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 1127 time: 0.0560386 Mar 09 14:49:19.908499 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dffd0f-6adc-4dd9-a401-1add197d5480 req-5d1e41ab-e96c-4a36-ac34-60483821c104 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:19.910192 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-20dffd0f-6adc-4dd9-a401-1add197d5480 req-5d1e41ab-e96c-4a36-ac34-60483821c104 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0585279 Mar 09 14:49:19.970929 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-20dffd0f-6adc-4dd9-a401-1add197d5480 req-06e07fa8-0e08-4e3c-99a9-02cb823adb17 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544891 Mar 09 14:49:19.983520 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e3730-1449-41a2-a249-c2e4240fb333 req-fde708c4-1358-408f-9bc9-a66d78f594cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:19.985076 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9f9e3730-1449-41a2-a249-c2e4240fb333 req-fde708c4-1358-408f-9bc9-a66d78f594cf service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=aea6fc652c5643a6a0ea48804c38db39&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0956352 Mar 09 14:49:20.079076 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e3730-1449-41a2-a249-c2e4240fb333 req-8472a166-5ce6-4dda-bbd9-56e59bdc781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:20.080528 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-9f9e3730-1449-41a2-a249-c2e4240fb333 req-8472a166-5ce6-4dda-bbd9-56e59bdc781a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890512 Mar 09 14:49:20.139195 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc3909-35c3-4861-bae4-c33707c9793f req-eee53cf5-dd42-4585-a100-e332c65346cf tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:20.141252 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b8cc3909-35c3-4861-bae4-c33707c9793f req-eee53cf5-dd42-4585-a100-e332c65346cf tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 943 time: 0.0534794 Mar 09 14:49:20.158868 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-6f1f56c4-be0f-4508-a6fe-d8983f109b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:20.160369 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-6f1f56c4-be0f-4508-a6fe-d8983f109b82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 1127 time: 0.0437524 Mar 09 14:49:20.187747 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b8cc3909-35c3-4861-bae4-c33707c9793f req-eeae43e6-b8bb-4456-af7c-030290639a20 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 Mar 09 14:49:20.201561 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-aa33391e-2a33-4f62-bee7-180b26536698 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724fc252-ba53-4a26-b561-8f99acfab524 HTTP/1.1" status: 200 len: 217 time: 0.0340676 Mar 09 14:49:20.252606 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-cb8cb62c-00e7-4ced-baf0-56c021e56256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:20.254052 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-cb8cb62c-00e7-4ced-baf0-56c021e56256 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35bb6907-92c8-43d5-8fa4-60e4dd9b091d HTTP/1.1" status: 200 len: 849 time: 0.0452893 Mar 09 14:49:20.302641 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-50e07a49-d578-4b5e-bf19-405a40c1a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:20.304095 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-50e07a49-d578-4b5e-bf19-405a40c1a99f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423961 Mar 09 14:49:20.397259 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-6d2d67dd-d2b7-4639-94de-bf6ed6993e80 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791230 Mar 09 14:49:20.496959 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e582dc9f-2df9-4c13-b95d-5bb3b1cb4871 req-37747e3e-176e-4f38-ae69-397a0559d8b3 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873039 Mar 09 14:49:21.086559 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b701f-0aa2-49a5-90fc-f1d51a14de14 req-581f666f-2b39-42a1-a9f3-099d3108bad2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:21.088038 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b30b701f-0aa2-49a5-90fc-f1d51a14de14 req-581f666f-2b39-42a1-a9f3-099d3108bad2 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0510447 Mar 09 14:49:21.152389 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b30b701f-0aa2-49a5-90fc-f1d51a14de14 req-67b38f28-b884-4941-bee3-5890e592ee83 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0585854 Mar 09 14:49:21.192379 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:21.302514 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceb4a1-333b-4f9f-884c-44fbfd9ff73c req-4155a59b-0aa2-447f-ab76-59900d1e2dda tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:21.303936 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8eceb4a1-333b-4f9f-884c-44fbfd9ff73c req-4155a59b-0aa2-447f-ab76-59900d1e2dda tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 943 time: 0.0506475 Mar 09 14:49:21.348426 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8eceb4a1-333b-4f9f-884c-44fbfd9ff73c req-861bb8dd-4f1a-472b-833c-fc08d5c3c28b tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390251 Mar 09 14:49:22.266471 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae099b9-0634-440b-8eef-44b8d8cb4b48 req-b74dbe4e-3bbd-439c-82b7-cf0b09db5004 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:22.267914 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ae099b9-0634-440b-8eef-44b8d8cb4b48 req-b74dbe4e-3bbd-439c-82b7-cf0b09db5004 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0513501 Mar 09 14:49:22.324039 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ae099b9-0634-440b-8eef-44b8d8cb4b48 req-ce7d0274-84f8-4c5e-a98e-bf7b9cd5efa8 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0506535 Mar 09 14:49:22.465280 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2892a-2a3e-456a-823d-e089f8674e29 req-23904236-f8e9-4166-b411-d81bf97f5e1a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:22.466681 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b2c2892a-2a3e-456a-823d-e089f8674e29 req-23904236-f8e9-4166-b411-d81bf97f5e1a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 943 time: 0.0540674 Mar 09 14:49:22.511767 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b2c2892a-2a3e-456a-823d-e089f8674e29 req-af45840d-661a-439d-8d32-2a59fa99ad4e tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396597 Mar 09 14:49:22.634093 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 724fc252-ba53-4a26-b561-8f99acfab524 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:49:22.845389 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 724fc252-ba53-4a26-b561-8f99acfab524, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=724fc252-ba53-4a26-b561-8f99acfab524,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:22.856064 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '724fc252-ba53-4a26-b561-8f99acfab524', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'port_id': '724fc252-ba53-4a26-b561-8f99acfab524', 'mac_address': 'fa:16:3e:c3:dd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:49:22.895850 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 724fc252-ba53-4a26-b561-8f99acfab524 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:22.896244 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (724fc252-ba53-4a26-b561-8f99acfab524), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:22.909584 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724fc252-ba53-4a26-b561-8f99acfab524 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:49:22.928064 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 724fc252-ba53-4a26-b561-8f99acfab524, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=724fc252-ba53-4a26-b561-8f99acfab524,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:23.007092 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (724fc252-ba53-4a26-b561-8f99acfab524), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:23.052619 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=724fc252-ba53-4a26-b561-8f99acfab524,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:23.059466 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.059845 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.060217 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.060567 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.060975 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.061321 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.061653 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.061984 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.062314 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.062657 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.062988 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.063314 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.063639 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:23.368443 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['724fc252-ba53-4a26-b561-8f99acfab524'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:49:23.440600 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451da41d-d5c1-42eb-93a8-a520ff400c07 req-e3c007d2-2dc4-424b-9db1-4bed5dccf4dd tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:23.442235 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-451da41d-d5c1-42eb-93a8-a520ff400c07 req-e3c007d2-2dc4-424b-9db1-4bed5dccf4dd tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0521429 Mar 09 14:49:23.516923 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-451da41d-d5c1-42eb-93a8-a520ff400c07 req-74d8b46b-e821-407d-b0a2-277626f4f564 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0686510 Mar 09 14:49:23.635818 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ccf53-3c04-4bc1-86d4-01098cf85716 req-776df4db-4c8d-42a8-b053-1608bd42fc6e tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:23.637380 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c62ccf53-3c04-4bc1-86d4-01098cf85716 req-776df4db-4c8d-42a8-b053-1608bd42fc6e tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 944 time: 0.0537384 Mar 09 14:49:23.688171 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c62ccf53-3c04-4bc1-86d4-01098cf85716 req-b6676a62-0938-4f9a-b029-54fd8cbdc231 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450954 Mar 09 14:49:24.634113 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ced8d2-8ca9-4cd3-8659-c99668c80a33 req-cbbdbb83-ac8c-405e-bfef-f3af4cbde7fa tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:24.635583 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73ced8d2-8ca9-4cd3-8659-c99668c80a33 req-cbbdbb83-ac8c-405e-bfef-f3af4cbde7fa tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0511177 Mar 09 14:49:24.641846 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 724fc252-ba53-4a26-b561-8f99acfab524 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:49:24.699908 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73ced8d2-8ca9-4cd3-8659-c99668c80a33 req-4a397bda-eace-4abe-b415-da4061357131 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0578856 Mar 09 14:49:24.768225 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 724fc252-ba53-4a26-b561-8f99acfab524 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:49:24.772911 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 724fc252-ba53-4a26-b561-8f99acfab524 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:24.776834 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (724fc252-ba53-4a26-b561-8f99acfab524), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:24.804182 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f0834-e5d1-483e-8aad-9124a1a7ab3d req-c3edf839-19c3-4ad9-b608-2bb98f6d0a3a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:24.805959 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-485f0834-e5d1-483e-8aad-9124a1a7ab3d req-c3edf839-19c3-4ad9-b608-2bb98f6d0a3a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 944 time: 0.0528233 Mar 09 14:49:24.852584 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 724fc252-ba53-4a26-b561-8f99acfab524 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:49:24.852584 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (724fc252-ba53-4a26-b561-8f99acfab524), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:24.855757 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-485f0834-e5d1-483e-8aad-9124a1a7ab3d req-8ef79921-6fec-487d-ac52-deb69b45f0ea tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Mar 09 14:49:24.877821 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724fc252-ba53-4a26-b561-8f99acfab524'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:49:24.880110 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11a8084-df1b-4b88-b491-ee25a41c3899" -d '{"events": [{"server_uuid": "35de8af1-9642-40c0-aba8-f75a0b0af7a9", "name": "network-vif-plugged", "status": "completed", "tag": "724fc252-ba53-4a26-b561-8f99acfab524"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:49:24.893007 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 724fc252-ba53-4a26-b561-8f99acfab524, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=724fc252-ba53-4a26-b561-8f99acfab524,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:24.915504 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7463108-7450-485c-97e7-39d922934ea5 x-openstack-request-id: req-a7463108-7450-485c-97e7-39d922934ea5 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:49:24.915799 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35de8af1-9642-40c0-aba8-f75a0b0af7a9", "name": "network-vif-plugged", "status": "completed", "tag": "724fc252-ba53-4a26-b561-8f99acfab524", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:49:24.916057 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7463108-7450-485c-97e7-39d922934ea5 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:49:24.916450 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724fc252-ba53-4a26-b561-8f99acfab524', 'code': 200} Mar 09 14:49:24.950538 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (724fc252-ba53-4a26-b561-8f99acfab524), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:24.999467 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=724fc252-ba53-4a26-b561-8f99acfab524,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:25.307559 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111178b-7ba0-4fdd-8f77-c92226edacea req-78297c35-0715-4ceb-9e02-d48ec6408063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:25.309062 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a111178b-7ba0-4fdd-8f77-c92226edacea req-78297c35-0715-4ceb-9e02-d48ec6408063 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 1129 time: 0.0422144 Mar 09 14:49:25.351795 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a111178b-7ba0-4fdd-8f77-c92226edacea req-bd9d73b7-572a-4604-95f0-9e657de7d901 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362480 Mar 09 14:49:25.816592 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8376d1-8f01-43d3-bd7f-272c13da93b7 req-341aa195-6452-41ff-b2f4-d37a264c8b90 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:25.818055 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9a8376d1-8f01-43d3-bd7f-272c13da93b7 req-341aa195-6452-41ff-b2f4-d37a264c8b90 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0541906 Mar 09 14:49:25.875980 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9a8376d1-8f01-43d3-bd7f-272c13da93b7 req-c4d05f50-d172-4d9c-812d-f35ce8121543 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524077 Mar 09 14:49:25.973673 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2b8fc-6dd5-4adb-a26a-1e9234dfa8a6 req-38ef7f2f-06b7-4e0c-abfd-1ea2d0c48eaa tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:25.975159 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bdd2b8fc-6dd5-4adb-a26a-1e9234dfa8a6 req-38ef7f2f-06b7-4e0c-abfd-1ea2d0c48eaa tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0517249 Mar 09 14:49:26.020426 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bdd2b8fc-6dd5-4adb-a26a-1e9234dfa8a6 req-02e7d974-e99e-4ef1-9819-ff6c10b1ee9a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 Mar 09 14:49:26.994223 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b4d3-a65e-47c6-bc1b-004c119975d9 req-7ddd98ed-8b4d-4c60-9fdd-18d31ae77c76 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:26.995649 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49e7b4d3-a65e-47c6-bc1b-004c119975d9 req-7ddd98ed-8b4d-4c60-9fdd-18d31ae77c76 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0544562 Mar 09 14:49:27.054120 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49e7b4d3-a65e-47c6-bc1b-004c119975d9 req-9980e8fe-4109-47d3-bcf7-1976e69df22a tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0525992 Mar 09 14:49:27.137654 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eeac4-d8a9-478a-bb40-08d421a4e1de req-201c2da7-eacb-4701-85aa-d729b1d766a3 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:27.140284 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-799eeac4-d8a9-478a-bb40-08d421a4e1de req-201c2da7-eacb-4701-85aa-d729b1d766a3 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0528901 Mar 09 14:49:27.150169 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:49:27.185881 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-799eeac4-d8a9-478a-bb40-08d421a4e1de req-185ea1d5-d504-477e-aba6-ae7229184986 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 Mar 09 14:49:28.169498 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082939cf-b5e3-441d-9c79-e9bd487a017e req-d1cf2e1d-ca44-485c-9897-8f26c01cc3b9 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:28.176098 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-082939cf-b5e3-441d-9c79-e9bd487a017e req-d1cf2e1d-ca44-485c-9897-8f26c01cc3b9 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0512156 Mar 09 14:49:28.232559 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-082939cf-b5e3-441d-9c79-e9bd487a017e req-6f1e5a51-73a2-402c-8ee4-0835a7bee276 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559392 Mar 09 14:49:28.301415 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5031a88-63f3-47e0-a309-d592f3ea4738 req-8809be28-e5e6-4556-bf49-05a1d74b9771 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:28.302894 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d5031a88-63f3-47e0-a309-d592f3ea4738 req-8809be28-e5e6-4556-bf49-05a1d74b9771 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0516419 Mar 09 14:49:28.349694 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d5031a88-63f3-47e0-a309-d592f3ea4738 req-0fee342c-4ed5-4a48-883f-7a3be84cd4bb tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 Mar 09 14:49:28.417935 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-53c396e2-a838-4693-94f0-2bcd7103e8d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459445 Mar 09 14:49:28.501932 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-0e303e93-1436-4729-bd9b-a616e017402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:28.503408 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-0e303e93-1436-4729-bd9b-a616e017402e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c80b610c11934b9eaaa6dad09b045bd6&device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1130 time: 0.0431376 Mar 09 14:49:28.617973 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-7e0956c7-4a11-4352-87e3-f5eff0b93a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:28.619344 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-7e0956c7-4a11-4352-87e3-f5eff0b93a29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54791761-c286-421b-964b-dc04fe314c2f HTTP/1.1" status: 200 len: 910 time: 0.0862083 Mar 09 14:49:28.684517 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-b6ee30d6-e590-4e2d-912b-d1989e15e2fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 200 len: 1002 time: 0.0580859 Mar 09 14:49:28.734765 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-e0419a0d-bbf0-455b-b80a-950a2c885b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:28.736160 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-e0419a0d-bbf0-455b-b80a-950a2c885b42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=045a8cce-abe9-4120-9d35-9c86be6ad914 HTTP/1.1" status: 200 len: 848 time: 0.0435116 Mar 09 14:49:28.788593 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-448b0eb2-4907-4c80-b17f-f59864198352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:28.790094 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-448b0eb2-4907-4c80-b17f-f59864198352 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54791761-c286-421b-964b-dc04fe314c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450220 Mar 09 14:49:28.879053 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-da32650f-82a5-4cd8-80c3-4c164f685464 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796139 Mar 09 14:49:28.973052 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f6e288f9-c28f-4447-b3af-507c48af69d9 req-1e397c47-6c1d-417d-b913-602913c8abd5 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832636 Mar 09 14:49:29.406959 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9c694-af2d-4e0d-88f5-eb7aa16e9aed req-efbc8aa5-8d0c-459a-a995-2b25cf4ce8c9 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:29.407500 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2ab9c694-af2d-4e0d-88f5-eb7aa16e9aed req-efbc8aa5-8d0c-459a-a995-2b25cf4ce8c9 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.1054924 Mar 09 14:49:29.501696 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2ab9c694-af2d-4e0d-88f5-eb7aa16e9aed req-f984a924-83fd-4ccc-bdec-c507179b0a62 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0887313 Mar 09 14:49:29.513310 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6eb0b-7c9d-4093-a470-26d3a3f86c44 req-b69b01fe-f84c-4ab0-ab96-5c40d00f7f2b tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:29.514749 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d1e6eb0b-7c9d-4093-a470-26d3a3f86c44 req-b69b01fe-f84c-4ab0-ab96-5c40d00f7f2b tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0960925 Mar 09 14:49:29.572414 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d1e6eb0b-7c9d-4093-a470-26d3a3f86c44 req-71cef804-10af-49db-aeb7-052b07cb3a62 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488098 Mar 09 14:49:30.622547 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03dcfa-e8e6-4e86-9959-fe4b006bb1f5 req-ce67230e-d615-4073-8f9b-d6b3e7a812a8 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:30.624286 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ba03dcfa-e8e6-4e86-9959-fe4b006bb1f5 req-ce67230e-d615-4073-8f9b-d6b3e7a812a8 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0560753 Mar 09 14:49:30.687419 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ba03dcfa-e8e6-4e86-9959-fe4b006bb1f5 req-f79f573a-1045-40ed-92b7-f05706115560 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569394 Mar 09 14:49:30.744992 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa9327-ba33-4b13-a097-4fdcd6d3fdcf req-2f27a395-2337-4d11-9688-da0a7b65938c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:30.746347 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07fa9327-ba33-4b13-a097-4fdcd6d3fdcf req-2f27a395-2337-4d11-9688-da0a7b65938c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.1102393 Mar 09 14:49:30.790554 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07fa9327-ba33-4b13-a097-4fdcd6d3fdcf req-8ab34037-80ee-4a65-8ba3-07ec2e979eaf tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385056 Mar 09 14:49:30.899669 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ca1d2-c7fd-4d9e-867a-826573227601 req-a6b1aedd-7b87-4b25-8eba-0c97f4c77a93 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:30.901141 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-956ca1d2-c7fd-4d9e-867a-826573227601 req-a6b1aedd-7b87-4b25-8eba-0c97f4c77a93 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0504737 Mar 09 14:49:30.910046 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39490) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:30.914205 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-ce2735b4-9ce9-4438-9c85-3fdc1bb5666d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'floatingip': {'port_id': '724fc252-ba53-4a26-b561-8f99acfab524'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:30.951195 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce2735b4-9ce9-4438-9c85-3fdc1bb5666d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (ece9eb8a-96aa-41a6-babb-0deaf34a6cd3), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:31.376364 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce2735b4-9ce9-4438-9c85-3fdc1bb5666d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:31.455387 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce2735b4-9ce9-4438-9c85-3fdc1bb5666d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (ece9eb8a-96aa-41a6-babb-0deaf34a6cd3), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:31.553290 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-ce2735b4-9ce9-4438-9c85-3fdc1bb5666d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Floating IP ece9eb8a-96aa-41a6-babb-0deaf34a6cd3 associated. External IP: 172.27.2.20, port: 724fc252-ba53-4a26-b561-8f99acfab524. Mar 09 14:49:31.933585 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ddda6-200f-43ff-9c4a-1cdd05dedbf5 req-3f017115-490e-482c-99cb-67a5f7992e9d tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:31.935030 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-089ddda6-200f-43ff-9c4a-1cdd05dedbf5 req-3f017115-490e-482c-99cb-67a5f7992e9d tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.1005263 Mar 09 14:49:32.038324 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2735b4-9ce9-4438-9c85-3fdc1bb5666d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Router 948445ec-5d44-41b8-9325-e539e54798db has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:49:32.043608 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-089ddda6-200f-43ff-9c4a-1cdd05dedbf5 req-c7d37f2e-53d9-49ed-a82e-8dbd21fb9e77 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1001556 Mar 09 14:49:32.148962 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2735b4-9ce9-4438-9c85-3fdc1bb5666d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:49:32.153881 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ce2735b4-9ce9-4438-9c85-3fdc1bb5666d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:32.159018 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] Sync routers for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:49:32.168371 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:32.169020 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:49:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:32.187363 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ce2735b4-9ce9-4438-9c85-3fdc1bb5666d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "PUT /v2.0/floatingips/ece9eb8a-96aa-41a6-babb-0deaf34a6cd3 HTTP/1.1" status: 200 len: 990 time: 1.2762935 Mar 09 14:49:32.187942 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'tag': '724fc252-ba53-4a26-b561-8f99acfab524'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:49:32.190289 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef492ba-37e4-4454-95d3-58cabf80caaa" -d '{"events": [{"name": "network-changed", "server_uuid": "35de8af1-9642-40c0-aba8-f75a0b0af7a9", "tag": "724fc252-ba53-4a26-b561-8f99acfab524"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:49:32.226564 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cee7a9-2479-4f5e-a92f-2ae8a09161bd x-openstack-request-id: req-f3cee7a9-2479-4f5e-a92f-2ae8a09161bd {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:49:32.226862 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35de8af1-9642-40c0-aba8-f75a0b0af7a9", "tag": "724fc252-ba53-4a26-b561-8f99acfab524", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:49:32.227121 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3cee7a9-2479-4f5e-a92f-2ae8a09161bd {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:49:32.227543 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'tag': '724fc252-ba53-4a26-b561-8f99acfab524', 'status': 'completed', 'code': 200} Mar 09 14:49:32.276910 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:32.505567 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'ece9eb8a-96aa-41a6-babb-0deaf34a6cd3', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '948445ec-5d44-41b8-9325-e539e54798db', 'port_id': '724fc252-ba53-4a26-b561-8f99acfab524', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'mac_address': 'fa:16:3e:c3:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:49:13Z', 'updated_at': '2022-03-09T14:49:31Z', 'revision_number': 1, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:32.531966 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] Checking router: 948445ec-5d44-41b8-9325-e539e54798db for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:49:32.540028 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:32.540632 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:49:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:32.578894 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:32.648046 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:32.861891 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-0fc8476f-41e1-4849-9eff-4c323e5a455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:32.863430 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-0fc8476f-41e1-4849-9eff-4c323e5a455c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 1129 time: 0.0436635 Mar 09 14:49:32.868445 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'ece9eb8a-96aa-41a6-babb-0deaf34a6cd3', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '948445ec-5d44-41b8-9325-e539e54798db', 'port_id': '724fc252-ba53-4a26-b561-8f99acfab524', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'mac_address': 'fa:16:3e:c3:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:49:13Z', 'updated_at': '2022-03-09T14:49:31Z', 'revision_number': 1, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:32.894920 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60301b9c-0082-4218-9b7b-680c3940fcd8 None None] The sync data for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi is: [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'ece9eb8a-96aa-41a6-babb-0deaf34a6cd3', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'floating_ip_address': '172.27.2.20', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '948445ec-5d44-41b8-9325-e539e54798db', 'port_id': '724fc252-ba53-4a26-b561-8f99acfab524', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'mac_address': 'fa:16:3e:c3:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:49:13Z', 'updated_at': '2022-03-09T14:49:31Z', 'revision_number': 1, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:49:32.957016 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-013d9b55-f400-470d-8213-621504b371ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:32.958516 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-013d9b55-f400-470d-8213-621504b371ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 200 len: 911 time: 0.0892594 Mar 09 14:49:33.031447 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-4afec4ff-2eea-479d-a034-6425a8b307cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724fc252-ba53-4a26-b561-8f99acfab524 HTTP/1.1" status: 200 len: 998 time: 0.0604050 Mar 09 14:49:33.092233 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-8b502288-9ed6-4086-b46d-048fab2ee35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:33.094061 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-8b502288-9ed6-4086-b46d-048fab2ee35c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35bb6907-92c8-43d5-8fa4-60e4dd9b091d HTTP/1.1" status: 200 len: 849 time: 0.0484552 Mar 09 14:49:33.094910 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14015c12-4840-48e8-8102-7e7ec5c11742 None None] New status for floating IP ece9eb8a-96aa-41a6-babb-0deaf34a6cd3: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:49:33.149299 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-089f3c8b-a64a-4b74-a227-4d60a0eabc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:33.150702 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-089f3c8b-a64a-4b74-a227-4d60a0eabc89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493436 Mar 09 14:49:33.166845 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57591e5-802b-4a5d-b747-f4d602140836 req-f821a4a6-e219-4189-b50c-613bdec3fd80 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:33.168358 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e57591e5-802b-4a5d-b747-f4d602140836 req-f821a4a6-e219-4189-b50c-613bdec3fd80 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0560751 Mar 09 14:49:33.232671 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e57591e5-802b-4a5d-b747-f4d602140836 req-be75d847-6350-4c58-9884-31ba733aec02 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0585420 Mar 09 14:49:33.260407 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-ca33ba4a-02a6-4cb3-916c-0ef5983f4f46 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907645 Mar 09 14:49:33.370821 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-6ef492ba-37e4-4454-95d3-58cabf80caaa req-5eda58b1-ef77-4795-92de-56a3f3c1ea67 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853353 Mar 09 14:49:34.351187 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3aa56-043f-4a6b-af03-8e7c78adcfff req-fc488c28-5fc8-4471-9faa-613476d2d190 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:34.352642 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e9e3aa56-043f-4a6b-af03-8e7c78adcfff req-fc488c28-5fc8-4471-9faa-613476d2d190 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0510769 Mar 09 14:49:34.410514 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e9e3aa56-043f-4a6b-af03-8e7c78adcfff req-03490670-a706-4192-92da-63d2ddf253f3 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&id=fccd30fe-6657-4067-a425-f473e8410efb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521870 Mar 09 14:49:44.888646 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ae63423b-61da-45cc-93da-cb1ab29f6ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:46.461791 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28a05f-ded3-495f-8a41-34f2c6ba8b1c req-76112311-ea13-480a-b84c-0c62fd8132cf tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:46.463308 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de28a05f-ded3-495f-8a41-34f2c6ba8b1c req-76112311-ea13-480a-b84c-0c62fd8132cf tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 945 time: 0.0550859 Mar 09 14:49:46.509477 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-de28a05f-ded3-495f-8a41-34f2c6ba8b1c req-8bfab05c-590d-4ac0-907b-4307a539054f tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Mar 09 14:49:47.119109 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-043089d9-3b1e-4136-9116-2eda22cd1915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:47.627145 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b6a8c-54f1-45c0-909c-930bd34f2b63 req-4f44289b-6420-4bf9-bf62-5d3d8c384705 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:47.628735 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-624b6a8c-54f1-45c0-909c-930bd34f2b63 req-4f44289b-6420-4bf9-bf62-5d3d8c384705 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 945 time: 0.0524688 Mar 09 14:49:47.676462 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-624b6a8c-54f1-45c0-909c-930bd34f2b63 req-fa3fe7f2-f997-45bd-acea-09a3762565cb tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Mar 09 14:49:48.035217 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba5cd7-73f9-43ad-aab2-6491fc9e0b66 req-f1e1b54f-607a-444d-a9e5-8463dde09654 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:48.036680 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cdba5cd7-73f9-43ad-aab2-6491fc9e0b66 req-f1e1b54f-607a-444d-a9e5-8463dde09654 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 945 time: 0.0547128 Mar 09 14:49:48.082456 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cdba5cd7-73f9-43ad-aab2-6491fc9e0b66 req-9c542aa4-3a62-4716-88c3-179c142ed64b tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401807 Mar 09 14:49:48.287943 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:48.413023 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-ad2cce5a-90e9-4072-bbc7-c8ac80d980d6 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:48.414457 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-ad2cce5a-90e9-4072-bbc7-c8ac80d980d6 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.16 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 945 time: 0.0512452 Mar 09 14:49:48.510921 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Deleting port 494bc6c1-2c05-4421-a637-ed76d0e195cb {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:49:48.511297 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:48.598053 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] For port 494bc6c1-2c05-4421-a637-ed76d0e195cb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=494bc6c1-2c05-4421-a637-ed76d0e195cb,segment=NetworkSegment(c48c5038-4d11-401b-a504-80989c816853),segment_id=c48c5038-4d11-401b-a504-80989c816853)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:48.598416 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:48.610420 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Calling delete_port for 494bc6c1-2c05-4421-a637-ed76d0e195cb owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:49:48.795021 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7bd06-c616-4387-9fbd-e175feaa1b2d req-6b74bc22-1677-44be-bc17-f4cb68b2dc5f tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:48.796500 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-beb7bd06-c616-4387-9fbd-e175feaa1b2d req-6b74bc22-1677-44be-bc17-f4cb68b2dc5f tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 945 time: 0.0516803 Mar 09 14:49:48.797251 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (494bc6c1-2c05-4421-a637-ed76d0e195cb), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:48.812289 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['494bc6c1-2c05-4421-a637-ed76d0e195cb'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:49:48.833923 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Pushing event deleted for resources: {'Port': ['ID=494bc6c1-2c05-4421-a637-ed76d0e195cb,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:48.846203 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-beb7bd06-c616-4387-9fbd-e175feaa1b2d req-5b6ad563-f9fe-49bf-8930-eb86456bb629 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b8e9e9-1ccd-4136-a497-25d1346c2d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440023 Mar 09 14:49:48.855429 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.855779 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.856149 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.856472 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.857062 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.857304 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.857652 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.857989 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.858314 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.858631 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.858954 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.859283 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.859599 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:48.881178 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] No DVR routers for this DVR port 494bc6c1-2c05-4421-a637-ed76d0e195cb on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:49:48.885058 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:48.888285 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-30dd48ac-0390-4910-9cd0-21d279db2432 req-544b12c0-0170-4172-93d2-7f3339a52ee5 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.16 "DELETE /v2.0/ports/494bc6c1-2c05-4421-a637-ed76d0e195cb HTTP/1.1" status: 204 len: 173 time: 0.4668603 Mar 09 14:49:48.888730 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f2855a-16a0-4b92-ae21-c5d95eeef277', 'name': 'network-vif-deleted', 'tag': '494bc6c1-2c05-4421-a637-ed76d0e195cb'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:49:48.890924 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb95cc-9817-49a6-860c-ccdbe2c26cd5" -d '{"events": [{"server_uuid": "29f2855a-16a0-4b92-ae21-c5d95eeef277", "name": "network-vif-deleted", "tag": "494bc6c1-2c05-4421-a637-ed76d0e195cb"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:49:48.981407 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bae995-ebf0-4d9d-92c8-2bbd7b9347b3 x-openstack-request-id: req-f8bae995-ebf0-4d9d-92c8-2bbd7b9347b3 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:49:48.981707 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f2855a-16a0-4b92-ae21-c5d95eeef277", "name": "network-vif-deleted", "tag": "494bc6c1-2c05-4421-a637-ed76d0e195cb", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:49:48.981962 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8bae995-ebf0-4d9d-92c8-2bbd7b9347b3 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:49:48.982379 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f2855a-16a0-4b92-ae21-c5d95eeef277', 'name': 'network-vif-deleted', 'tag': '494bc6c1-2c05-4421-a637-ed76d0e195cb', 'status': 'completed', 'code': 200} Mar 09 14:49:49.197646 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ff265-d1c2-4c07-8ac2-b9c7e4eb6bbd req-a78dba20-cb9d-45ad-b7c5-3cf36bfc6d44 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:49.199157 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6e7ff265-d1c2-4c07-8ac2-b9c7e4eb6bbd req-a78dba20-cb9d-45ad-b7c5-3cf36bfc6d44 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 945 time: 0.0513663 Mar 09 14:49:49.250119 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6e7ff265-d1c2-4c07-8ac2-b9c7e4eb6bbd req-980cd208-0006-42e1-9ba6-151c89fccbe6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Mar 09 14:49:49.699827 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:49.948511 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-5d61e6c2-d631-44a2-8428-2d8bc5f6dc0a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:49.949999 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-5d61e6c2-d631-44a2-8428-2d8bc5f6dc0a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 945 time: 0.0542653 Mar 09 14:49:49.950662 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1a33e6d8-e216-4dc0-9c3f-427a01391d78 req-85485e8d-7d04-49a8-a886-f9aa8f2437e9 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f2855a-16a0-4b92-ae21-c5d95eeef277 HTTP/1.1" status: 200 len: 210 time: 0.0257926 Mar 09 14:49:50.046212 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Deleting port 5a83c04d-652f-4218-a690-983471533c02 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:49:50.046558 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (5a83c04d-652f-4218-a690-983471533c02), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:50.135093 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] For port 5a83c04d-652f-4218-a690-983471533c02, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5a83c04d-652f-4218-a690-983471533c02,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:49:50.135372 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (5a83c04d-652f-4218-a690-983471533c02), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:50.374023 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039ac90-40c4-407e-8a68-bca5fc419b71 req-15b8cc16-1ef6-4f47-81bd-f58d18295fd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:50.375848 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1039ac90-40c4-407e-8a68-bca5fc419b71 req-15b8cc16-1ef6-4f47-81bd-f58d18295fd1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 945 time: 0.0573239 Mar 09 14:49:50.426374 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1039ac90-40c4-407e-8a68-bca5fc419b71 req-90bab8d5-75bb-4a5a-9788-f1562a85f6ce tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=00381b1b-9f96-4500-aa09-d968b272ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440910 Mar 09 14:49:50.539297 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:50.539659 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (0f8a3934-91ca-497d-9d20-040d53da5053), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:50.539972 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Floating IP 0f8a3934-91ca-497d-9d20-040d53da5053 disassociated. External IP: 172.27.2.85, port: 5a83c04d-652f-4218-a690-983471533c02. Mar 09 14:49:50.540305 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Calling delete_port for 5a83c04d-652f-4218-a690-983471533c02 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:49:50.734094 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (5a83c04d-652f-4218-a690-983471533c02), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:50.761999 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'Port': ['ID=5a83c04d-652f-4218-a690-983471533c02,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:50.872279 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:49:50.987755 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:49:50.998249 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:49:51.009702 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:51.010327 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:49:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:51.029910 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] No DVR routers for this DVR port 5a83c04d-652f-4218-a690-983471533c02 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:49:51.032465 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:51.036158 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c786bf31-4d98-4474-9dcd-be1dddcac2c3 req-f892d24f-4a1e-4b3d-be29-00abd22a6481 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "DELETE /v2.0/ports/5a83c04d-652f-4218-a690-983471533c02 HTTP/1.1" status: 204 len: 173 time: 1.0783644 Mar 09 14:49:51.036598 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'name': 'network-vif-deleted', 'tag': '5a83c04d-652f-4218-a690-983471533c02'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:49:51.038834 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af830c6-1f02-4453-814a-6c9463849fa0" -d '{"events": [{"server_uuid": "a0da3082-a7fe-4485-b3d9-f4109cd2093a", "name": "network-vif-deleted", "tag": "5a83c04d-652f-4218-a690-983471533c02"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:49:51.074312 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec24171-f4d0-4163-8218-38a5aaacde2b x-openstack-request-id: req-3ec24171-f4d0-4163-8218-38a5aaacde2b {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:49:51.074312 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0da3082-a7fe-4485-b3d9-f4109cd2093a", "name": "network-vif-deleted", "tag": "5a83c04d-652f-4218-a690-983471533c02", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:49:51.074312 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ec24171-f4d0-4163-8218-38a5aaacde2b {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:49:51.074312 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0da3082-a7fe-4485-b3d9-f4109cd2093a', 'name': 'network-vif-deleted', 'tag': '5a83c04d-652f-4218-a690-983471533c02', 'status': 'completed', 'code': 200} Mar 09 14:49:51.268975 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:51.341248 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:51.477878 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:51.509908 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:49:51.518291 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:49:51.518921 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:49:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:51.534901 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-52c2fb20-13b9-420c-ae16-9669cc86f70b req-ca8e4c69-dc17-4684-8c8f-8cd1bd8625ad tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0da3082-a7fe-4485-b3d9-f4109cd2093a HTTP/1.1" status: 200 len: 210 time: 0.0268080 Mar 09 14:49:51.630934 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:49:51.831521 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:49:51.857795 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35368f-49d2-4426-b595-754a6ff5d465 None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:49:52.078782 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4f7eae-0e80-428c-bd2d-5657904d37df None None] New status for floating IP 0f8a3934-91ca-497d-9d20-040d53da5053: DOWN {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:49:52.726156 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39666) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:52.778252 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ef1ccd9a-88b5-4cf7-9bbb-b5c705a8e0d7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (00381b1b-9f96-4500-aa09-d968b272ee84), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:52.804606 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ef1ccd9a-88b5-4cf7-9bbb-b5c705a8e0d7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (00381b1b-9f96-4500-aa09-d968b272ee84), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:52.836844 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 494bc6c1-2c05-4421-a637-ed76d0e195cb no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:49:52.860576 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 494bc6c1-2c05-4421-a637-ed76d0e195cb {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:49:52.866343 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 494bc6c1-2c05-4421-a637-ed76d0e195cb not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:49:52.866343 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 5a83c04d-652f-4218-a690-983471533c02 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:49:52.879641 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 5a83c04d-652f-4218-a690-983471533c02 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:49:52.879984 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 5a83c04d-652f-4218-a690-983471533c02 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:49:52.925042 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ef1ccd9a-88b5-4cf7-9bbb-b5c705a8e0d7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (00381b1b-9f96-4500-aa09-d968b272ee84), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:52.927813 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-ef1ccd9a-88b5-4cf7-9bbb-b5c705a8e0d7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:52.929006 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-ef1ccd9a-88b5-4cf7-9bbb-b5c705a8e0d7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "DELETE /v2.0/security-groups/00381b1b-9f96-4500-aa09-d968b272ee84 HTTP/1.1" status: 204 len: 168 time: 0.2018297 Mar 09 14:49:52.931849 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39670) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:52.938147 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ccd9a-88b5-4cf7-9bbb-b5c705a8e0d7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00381b1b-9f96-4500-aa09-d968b272ee84,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:52.948689 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.api.v2.resource [None req-ac96a12f-4462-45b3-9a50-6b659e1c39a2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] show failed (client error): The resource could not be found. Mar 09 14:49:52.949726 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ac96a12f-4462-45b3-9a50-6b659e1c39a2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups/00381b1b-9f96-4500-aa09-d968b272ee84 HTTP/1.1" status: 404 len: 347 time: 0.0161574 Mar 09 14:49:52.952538 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39672) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:53.080205 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Deleting port da23d94f-dd07-4e9b-9008-276511adb286 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:49:53.080544 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (da23d94f-dd07-4e9b-9008-276511adb286), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:53.154479 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (da23d94f-dd07-4e9b-9008-276511adb286), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:53.154794 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (da23d94f-dd07-4e9b-9008-276511adb286), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:53.166270 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Calling delete_port for da23d94f-dd07-4e9b-9008-276511adb286 owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:49:53.341978 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (da23d94f-dd07-4e9b-9008-276511adb286), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:53.366304 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'Port': ['ID=da23d94f-dd07-4e9b-9008-276511adb286,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:53.376283 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.376648 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.377026 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.377373 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.377717 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.378410 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.378410 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.378762 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.379137 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.379477 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.379809 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.380157 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.380488 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:49:53.438996 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (0f8a3934-91ca-497d-9d20-040d53da5053), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:53.441548 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:53.442740 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-802eba9b-56de-4f74-a96b-f01b685af311 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "DELETE /v2.0/floatingips/0f8a3934-91ca-497d-9d20-040d53da5053 HTTP/1.1" status: 204 len: 168 time: 0.4892919 Mar 09 14:49:53.653486 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39678) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:53.658045 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-3487ac76-f18f-42a4-9204-d102798e8ffb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899540314', 'description': 'tempest-description--110947654'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:53.759434 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3487ac76-f18f-42a4-9204-d102798e8ffb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:53.826399 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3487ac76-f18f-42a4-9204-d102798e8ffb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:53.907766 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3487ac76-f18f-42a4-9204-d102798e8ffb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:53.936324 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487ac76-f18f-42a4-9204-d102798e8ffb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:54.007078 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3487ac76-f18f-42a4-9204-d102798e8ffb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.008610 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3487ac76-f18f-42a4-9204-d102798e8ffb tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3538198 Mar 09 14:49:54.015758 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39680) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:54.019915 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-568445b7-4f3a-40cf-b2e7-75397282a5c5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group_rule': {'security_group_id': '22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:54.118476 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-568445b7-4f3a-40cf-b2e7-75397282a5c5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (3a40500f-275f-4268-b0ff-be8f2858c313), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.172087 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-568445b7-4f3a-40cf-b2e7-75397282a5c5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (3a40500f-275f-4268-b0ff-be8f2858c313), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.239483 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-568445b7-4f3a-40cf-b2e7-75397282a5c5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (3a40500f-275f-4268-b0ff-be8f2858c313), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.253995 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568445b7-4f3a-40cf-b2e7-75397282a5c5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a40500f-275f-4268-b0ff-be8f2858c313,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:54.343903 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-568445b7-4f3a-40cf-b2e7-75397282a5c5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.345142 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-568445b7-4f3a-40cf-b2e7-75397282a5c5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285296 Mar 09 14:49:54.347998 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39684) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:54.352254 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-e764ceec-a0fc-4499-8385-ecda7e2b94e4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'security_group_rule': {'security_group_id': '22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:54.435487 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e764ceec-a0fc-4499-8385-ecda7e2b94e4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (c56623a9-81e6-4e65-aac1-0d4ec4a21eb2), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.490763 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e764ceec-a0fc-4499-8385-ecda7e2b94e4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (c56623a9-81e6-4e65-aac1-0d4ec4a21eb2), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.568951 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e764ceec-a0fc-4499-8385-ecda7e2b94e4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (c56623a9-81e6-4e65-aac1-0d4ec4a21eb2), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.586458 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764ceec-a0fc-4499-8385-ecda7e2b94e4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56623a9-81e6-4e65-aac1-0d4ec4a21eb2,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:54.667399 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e764ceec-a0fc-4499-8385-ecda7e2b94e4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.668590 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e764ceec-a0fc-4499-8385-ecda7e2b94e4 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3196876 Mar 09 14:49:54.678034 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39686) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:49:54.682217 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:54.779684 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.873775 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:54.977407 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Allocated IP 172.27.2.174 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/2dfa05ce-56bb-49bf-afa1-7f3465d281b4) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:49:55.089830 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (2dfa05ce-56bb-49bf-afa1-7f3465d281b4), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:55.199350 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (2dfa05ce-56bb-49bf-afa1-7f3465d281b4), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:55.236346 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:49:55.240953 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:55.244311 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:49:55.265492 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=2dfa05ce-56bb-49bf-afa1-7f3465d281b4,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:55.333017 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (2d1a16f3-9447-4203-afdf-68a1f4e78c7c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:55.434556 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (2dfa05ce-56bb-49bf-afa1-7f3465d281b4), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:55.581892 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (2dfa05ce-56bb-49bf-afa1-7f3465d281b4), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:55.637183 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (2dfa05ce-56bb-49bf-afa1-7f3465d281b4), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:55.702002 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=2dfa05ce-56bb-49bf-afa1-7f3465d281b4,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:55.711869 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (2d1a16f3-9447-4203-afdf-68a1f4e78c7c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:55.810345 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:55.811567 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-eda918ed-e766-479b-b285-62429b0f15c6 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1326234 Mar 09 14:49:55.953457 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-524df876-6db4-4436-972d-2a455f19310a tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1899540314&fields=id&tenant_id=bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 267 time: 0.0413644 Mar 09 14:49:56.057247 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d29ce5cd-b54b-40f8-a5f9-b0a01c887bf2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:56.058697 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d29ce5cd-b54b-40f8-a5f9-b0a01c887bf2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 814 time: 0.0989776 Mar 09 14:49:56.072700 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-245b0017-a5f0-46be-8c4b-7c020a7b24cc tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/quotas/bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 375 time: 0.0087032 Mar 09 14:49:56.126162 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-9c6f1e4e-5887-414e-bbf1-9bcdf11f4e41 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487683 Mar 09 14:49:56.263666 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-383a8f3d-8054-469f-b20b-43c0cc43708c service neutron] 10.222.0.20 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264462 Mar 09 14:49:56.350180 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-126a46a5-1ee0-4f8e-af56-1b408f0464d2 service neutron] 10.222.0.20 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807583 Mar 09 14:49:56.583697 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-239ce84b-c8fa-440f-b8b8-5fa7c4c3ff96 req-18776489-fa93-4a5a-bcef-34a221eb3bad tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 210 time: 0.0313554 Mar 09 14:49:57.675042 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b43d7bdf-9d1b-4f7e-a6a0-1341b6f8c999 req-95148e44-afcc-48c5-a1d1-64b0ea196a92 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 210 time: 0.0264297 Mar 09 14:49:58.647939 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-ffb7dc60-e2e5-47c8-882d-f0f381b5a4e7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:58.649378 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-ffb7dc60-e2e5-47c8-882d-f0f381b5a4e7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 814 time: 0.0989306 Mar 09 14:49:58.715975 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-4d88c252-b760-42e7-ac24-1157555a4309 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf76a9d88a8a42c28c8f2616b82675d0 HTTP/1.1" status: 200 len: 380 time: 0.0539219 Mar 09 14:49:58.730234 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'port': {'device_id': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'admin_state_up': True, 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'security_groups': ['22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:58.775056 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-696d66db-2224-4c42-b11d-a5b1d1c694ef req-41acddc5-6e08-4cb6-bafd-d8d0b6a3b05b tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 210 time: 0.0304713 Mar 09 14:49:58.913836 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Made reservation on behalf of bf76a9d88a8a42c28c8f2616b82675d0 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:49:58.917293 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:59.044656 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Allocated IP 172.20.0.10 (9d7fd99d-9010-431c-8d9a-debb68cefb68/716d55f1-12e3-4df0-8873-3342175b3a93/cf7f1495-28c8-4161-adf0-770722695be1) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:49:59.177414 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for port (cf7f1495-28c8-4161-adf0-770722695be1), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:59.256950 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (cf7f1495-28c8-4161-adf0-770722695be1), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:59.303493 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:49:59.308913 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:49:59.313685 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:49:59.335122 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event updated for resources: {'Port': ['ID=cf7f1495-28c8-4161-adf0-770722695be1,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:49:59.363074 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:59.363785 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:59.489152 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-dbf2f3bc-31df-4178-9ced-e4f0952fa89b None None] Provisioning complete for port cf7f1495-28c8-4161-adf0-770722695be1 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:49:59.489699 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-dbf2f3bc-31df-4178-9ced-e4f0952fa89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (cf7f1495-28c8-4161-adf0-770722695be1), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:59.491718 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-d5b8c8d6-76b4-4792-b8c1-93a373493876 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7702355 Mar 09 14:49:59.527330 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2f3bc-31df-4178-9ced-e4f0952fa89b None None] Port cf7f1495-28c8-4161-adf0-770722695be1 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:49:59.551239 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Request body: {'port': {'device_id': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:49:59.609607 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (cf7f1495-28c8-4161-adf0-770722695be1), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:59.875038 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7f1495-28c8-4161-adf0-770722695be1 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:49:59.883046 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Publish callbacks [] for port (cf7f1495-28c8-4161-adf0-770722695be1), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:49:59.894109 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb83dd-610f-4023-a30e-80c3e8928374 req-56d99ac8-afee-41be-ac26-4c59589659f2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:49:59.895691 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Transition to ACTIVE for port object cf7f1495-28c8-4161-adf0-770722695be1 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:49:59.896151 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-75bb83dd-610f-4023-a30e-80c3e8928374 req-56d99ac8-afee-41be-ac26-4c59589659f2 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 932 time: 0.0515385 Mar 09 14:49:59.941114 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-75bb83dd-610f-4023-a30e-80c3e8928374 req-65596bfb-3362-4f76-8db4-316d2c5b1dbd tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391638 Mar 09 14:49:59.997735 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (cf7f1495-28c8-4161-adf0-770722695be1), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:00.046942 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7f1495-28c8-4161-adf0-770722695be1,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:00.127855 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Attempting to bind port cf7f1495-28c8-4161-adf0-770722695be1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:50:00.127855 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Attempting to bind port cf7f1495-28c8-4161-adf0-770722695be1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:50:00.127855 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Attempting to bind port cf7f1495-28c8-4161-adf0-770722695be1 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:50:00.132581 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Port cf7f1495-28c8-4161-adf0-770722695be1 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:50:00.133104 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Attempting to bind port cf7f1495-28c8-4161-adf0-770722695be1 on network 9d7fd99d-9010-431c-8d9a-debb68cefb68 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:50:00.138469 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:50:00.138810 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Checking segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:50:00.139230 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Bound using segment: {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:50:00.139624 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Bound port: cf7f1495-28c8-4161-adf0-770722695be1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113ffe30-2c1b-450f-8608-600f0445c285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:50:00.139987 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (cf7f1495-28c8-4161-adf0-770722695be1), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:00.208632 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] For port cf7f1495-28c8-4161-adf0-770722695be1, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:50:00.212200 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] For port cf7f1495-28c8-4161-adf0-770722695be1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cf7f1495-28c8-4161-adf0-770722695be1,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:50:00.291818 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (cf7f1495-28c8-4161-adf0-770722695be1), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:00.325308 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:00.325715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:00.328444 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] 10.222.0.16 "PUT /v2.0/ports/cf7f1495-28c8-4161-adf0-770722695be1 HTTP/1.1" status: 200 len: 1094 time: 0.8282497 Mar 09 14:50:00.329999 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'tag': 'cf7f1495-28c8-4161-adf0-770722695be1'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:50:00.333693 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fb47de-57c4-4849-abe6-f92059e4184d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2e95a8-253e-4a91-95e4-f4b51c92781e", "tag": "cf7f1495-28c8-4161-adf0-770722695be1"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:50:00.363892 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b6abb-27d4-4779-8ced-0478d657c576 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7f1495-28c8-4161-adf0-770722695be1,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:00.386818 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f982969c-f725-47a0-81f2-e033e1d3e08a x-openstack-request-id: req-f982969c-f725-47a0-81f2-e033e1d3e08a {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:50:00.387111 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2e95a8-253e-4a91-95e4-f4b51c92781e", "tag": "cf7f1495-28c8-4161-adf0-770722695be1", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:50:00.387362 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f982969c-f725-47a0-81f2-e033e1d3e08a {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:50:00.387793 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'tag': 'cf7f1495-28c8-4161-adf0-770722695be1', 'status': 'completed', 'code': 200} Mar 09 14:50:00.466617 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb47de-57c4-4849-abe6-f92059e4184d req-87976ae5-e979-4bc2-917e-95b02a7e8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:00.468158 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-36fb47de-57c4-4849-abe6-f92059e4184d req-87976ae5-e979-4bc2-917e-95b02a7e8772 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 1128 time: 0.0462883 Mar 09 14:50:00.572140 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb47de-57c4-4849-abe6-f92059e4184d req-d5c37b41-8b7e-42f8-b2e3-5b84236f3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:00.573627 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-36fb47de-57c4-4849-abe6-f92059e4184d req-d5c37b41-8b7e-42f8-b2e3-5b84236f3d0d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0970893 Mar 09 14:50:00.675493 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb47de-57c4-4849-abe6-f92059e4184d req-bf7af5ab-09a8-47d2-9e2b-f14cfea92f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:00.677056 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-36fb47de-57c4-4849-abe6-f92059e4184d req-bf7af5ab-09a8-47d2-9e2b-f14cfea92f2c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965767 Mar 09 14:50:00.757186 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-1f119bdb-df13-40d0-bdba-ae7624de8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:00.758692 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-1f119bdb-df13-40d0-bdba-ae7624de8424 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 1128 time: 0.0448074 Mar 09 14:50:00.805031 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-abba50f1-e01e-4f02-af24-dc397f83584e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf7f1495-28c8-4161-adf0-770722695be1 HTTP/1.1" status: 200 len: 217 time: 0.0331202 Mar 09 14:50:00.853983 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aef3f3c8-1448-4551-a573-eb4fe52f1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:00.855402 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-aef3f3c8-1448-4551-a573-eb4fe52f1d29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=716d55f1-12e3-4df0-8873-3342175b3a93 HTTP/1.1" status: 200 len: 853 time: 0.0424969 Mar 09 14:50:00.907795 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-38847099-bb8b-4f81-9b00-9b1d078a22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:00.909267 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-38847099-bb8b-4f81-9b00-9b1d078a22b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d7fd99d-9010-431c-8d9a-debb68cefb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477908 Mar 09 14:50:01.002294 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-dd1e7f38-ebb3-4fad-a652-6ebcf1770711 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821347 Mar 09 14:50:01.061935 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42c156-9522-4ffe-8215-6ab589ccc5e7 req-3e5f63e4-6a2a-4e94-840d-d67580d81b03 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:01.063416 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9f42c156-9522-4ffe-8215-6ab589ccc5e7 req-3e5f63e4-6a2a-4e94-840d-d67580d81b03 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 944 time: 0.0556412 Mar 09 14:50:01.099137 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-043037ca-006a-4dc4-a470-8a9ae6dd46c7 req-70125aeb-0062-47a3-92d3-2d94985528a5 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860314 Mar 09 14:50:01.112122 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9f42c156-9522-4ffe-8215-6ab589ccc5e7 req-e7c80fec-b8c7-40e0-96ca-aecb5ed4ee29 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429282 Mar 09 14:50:02.227568 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a2ee-b33a-4e44-8815-554d6154bbe6 req-51e531e5-72fe-4af0-ab44-7ec7d4260e88 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:02.229092 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a5d2a2ee-b33a-4e44-8815-554d6154bbe6 req-51e531e5-72fe-4af0-ab44-7ec7d4260e88 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 944 time: 0.0506959 Mar 09 14:50:02.274671 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a5d2a2ee-b33a-4e44-8815-554d6154bbe6 req-d6811d1c-0e6e-4ea0-aa4c-81bd97cfe10d tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398922 Mar 09 14:50:02.588003 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:03.060405 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f709a0-012d-4cb1-9c40-c0102849fdfd req-7537fe90-254e-410d-979a-1bfe8945868b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:03.061889 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-22f709a0-012d-4cb1-9c40-c0102849fdfd req-7537fe90-254e-410d-979a-1bfe8945868b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0500946 Mar 09 14:50:03.111440 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-22f709a0-012d-4cb1-9c40-c0102849fdfd req-50343637-2c5e-4e1b-8e1a-27471f74e115 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435381 Mar 09 14:50:03.388347 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237f390-b0e5-496f-8079-02ff3fa1dca7 req-55813b4c-0e27-4547-8cd4-76582ab42d4e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:03.389826 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f237f390-b0e5-496f-8079-02ff3fa1dca7 req-55813b4c-0e27-4547-8cd4-76582ab42d4e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 944 time: 0.0501122 Mar 09 14:50:03.434744 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f237f390-b0e5-496f-8079-02ff3fa1dca7 req-b7a7fb5d-092b-498d-8f6e-39f11f6fc9d5 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396793 Mar 09 14:50:04.148916 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:50:04.228950 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796ce8e-eb83-48a1-bee0-4bfe389ec27f req-c0ced9fb-12dd-4f5a-8bea-9d31e584a1a5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:04.230437 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7796ce8e-eb83-48a1-bee0-4bfe389ec27f req-c0ced9fb-12dd-4f5a-8bea-9d31e584a1a5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0495238 Mar 09 14:50:04.275822 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7796ce8e-eb83-48a1-bee0-4bfe389ec27f req-7d5ef374-7e9f-4b36-986b-c98d2b3af179 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399375 Mar 09 14:50:04.291836 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device cf7f1495-28c8-4161-adf0-770722695be1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:50:04.388930 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port cf7f1495-28c8-4161-adf0-770722695be1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cf7f1495-28c8-4161-adf0-770722695be1,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:04.399408 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': 'cf7f1495-28c8-4161-adf0-770722695be1', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'port_id': 'cf7f1495-28c8-4161-adf0-770722695be1', 'mac_address': 'fa:16:3e:a4:41:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:50:04.435421 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port cf7f1495-28c8-4161-adf0-770722695be1 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:50:04.435812 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (cf7f1495-28c8-4161-adf0-770722695be1), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:04.448096 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7f1495-28c8-4161-adf0-770722695be1 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:50:04.468740 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port cf7f1495-28c8-4161-adf0-770722695be1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cf7f1495-28c8-4161-adf0-770722695be1,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:04.553201 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fffa77-9335-4c29-90c9-13c1ff3f2f66 req-89753cb3-3395-4eaa-b28b-f7876363e938 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:04.554658 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-43fffa77-9335-4c29-90c9-13c1ff3f2f66 req-89753cb3-3395-4eaa-b28b-f7876363e938 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 944 time: 0.0544055 Mar 09 14:50:04.576985 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (cf7f1495-28c8-4161-adf0-770722695be1), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:04.600669 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-43fffa77-9335-4c29-90c9-13c1ff3f2f66 req-de7bc3ab-8e88-4a0a-8861-f2cc716173ad tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Mar 09 14:50:04.626506 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=cf7f1495-28c8-4161-adf0-770722695be1,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:05.395932 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5375e5-bb6c-4387-9aa9-a6c73a3f9ca3 req-b9f20047-5d08-425b-b67d-09e45ab3f3ea tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:05.397307 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6d5375e5-bb6c-4387-9aa9-a6c73a3f9ca3 req-b9f20047-5d08-425b-b67d-09e45ab3f3ea tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0501459 Mar 09 14:50:05.441090 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6d5375e5-bb6c-4387-9aa9-a6c73a3f9ca3 req-724b8b95-b9a7-4c32-90aa-e1ba03bcfe7f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384588 Mar 09 14:50:05.563491 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['cf7f1495-28c8-4161-adf0-770722695be1'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:50:05.717021 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021531e3-4b40-4732-95a0-7f7f09abac38 req-7761bd1f-8d6c-4bb0-9571-eec7887ee706 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:05.718408 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-021531e3-4b40-4732-95a0-7f7f09abac38 req-7761bd1f-8d6c-4bb0-9571-eec7887ee706 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 945 time: 0.0505202 Mar 09 14:50:05.766779 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-021531e3-4b40-4732-95a0-7f7f09abac38 req-e0c786e1-20cb-43a5-a9cb-b09c2d674095 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Mar 09 14:50:06.564050 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7e505-f2d8-45dd-80dc-a59a4e6975d4 req-daddc264-eed5-4cb9-af03-580b451cbfbc tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:06.565551 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ae7e505-f2d8-45dd-80dc-a59a4e6975d4 req-daddc264-eed5-4cb9-af03-580b451cbfbc tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0525048 Mar 09 14:50:06.613240 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ae7e505-f2d8-45dd-80dc-a59a4e6975d4 req-6d8821da-39f2-43b1-9b56-bf250d9dbf0d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410457 Mar 09 14:50:06.886691 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748b0a2-6173-4189-bc49-acab6bd85212 req-0fac8fac-0b64-4ec1-9624-cd9f45cd0500 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:06.888184 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0748b0a2-6173-4189-bc49-acab6bd85212 req-0fac8fac-0b64-4ec1-9624-cd9f45cd0500 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 945 time: 0.0518456 Mar 09 14:50:06.934372 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0748b0a2-6173-4189-bc49-acab6bd85212 req-2752bf90-d81f-46ce-8050-8022f36627b8 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Mar 09 14:50:07.738484 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7047c-6b34-4384-a4e8-819d02e0bb31 req-b634d8a4-7978-4fe2-916f-07041e8551b6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:07.739857 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fef7047c-6b34-4384-a4e8-819d02e0bb31 req-b634d8a4-7978-4fe2-916f-07041e8551b6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0541987 Mar 09 14:50:07.784763 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fef7047c-6b34-4384-a4e8-819d02e0bb31 req-4923a206-b3c0-4467-b08a-4dafdc59bb38 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394089 Mar 09 14:50:08.048029 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edde65c-6589-4f3e-9612-cd17ea4c6b23 req-cfdc30e5-e7db-4347-b1f2-f5698572cdf7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:08.049515 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8edde65c-6589-4f3e-9612-cd17ea4c6b23 req-cfdc30e5-e7db-4347-b1f2-f5698572cdf7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 945 time: 0.0511103 Mar 09 14:50:08.070768 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device cf7f1495-28c8-4161-adf0-770722695be1 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:50:08.095722 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8edde65c-6589-4f3e-9612-cd17ea4c6b23 req-70c144fe-db2a-4f5a-805f-aef206053cdf tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406384 Mar 09 14:50:08.240206 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port cf7f1495-28c8-4161-adf0-770722695be1 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:50:08.244287 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port cf7f1495-28c8-4161-adf0-770722695be1 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:50:08.244665 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (cf7f1495-28c8-4161-adf0-770722695be1), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:08.318799 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port cf7f1495-28c8-4161-adf0-770722695be1 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:50:08.319107 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (cf7f1495-28c8-4161-adf0-770722695be1), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:08.340927 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7f1495-28c8-4161-adf0-770722695be1'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:50:08.343118 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20af40c0-48cc-4da9-8380-01e157e31dbd" -d '{"events": [{"server_uuid": "ad2e95a8-253e-4a91-95e4-f4b51c92781e", "name": "network-vif-plugged", "status": "completed", "tag": "cf7f1495-28c8-4161-adf0-770722695be1"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:50:08.355253 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port cf7f1495-28c8-4161-adf0-770722695be1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cf7f1495-28c8-4161-adf0-770722695be1,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:08.378579 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dd00f6-a7f8-462f-b491-3ffbd2723471 x-openstack-request-id: req-e6dd00f6-a7f8-462f-b491-3ffbd2723471 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:50:08.378579 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2e95a8-253e-4a91-95e4-f4b51c92781e", "name": "network-vif-plugged", "status": "completed", "tag": "cf7f1495-28c8-4161-adf0-770722695be1", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:50:08.378579 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6dd00f6-a7f8-462f-b491-3ffbd2723471 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:50:08.378579 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7f1495-28c8-4161-adf0-770722695be1', 'code': 200} Mar 09 14:50:08.427106 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (cf7f1495-28c8-4161-adf0-770722695be1), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:08.473371 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=cf7f1495-28c8-4161-adf0-770722695be1,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:08.756433 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e9f9c-ae31-4226-a905-efc8122ae6a4 req-9818ee21-da43-4710-bc46-4c2824885654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:08.757949 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fe4e9f9c-ae31-4226-a905-efc8122ae6a4 req-9818ee21-da43-4710-bc46-4c2824885654 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 1130 time: 0.0432308 Mar 09 14:50:08.802040 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fe4e9f9c-ae31-4226-a905-efc8122ae6a4 req-2ccd2d50-ccb0-4420-a6ac-96bfcd1930bb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360744 Mar 09 14:50:08.906038 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd11f9-7b77-44b4-b4d0-3fcb9c89e58c req-e2d313c6-5959-47f8-8d14-d95b91e58d1c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:08.907517 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ddd11f9-7b77-44b4-b4d0-3fcb9c89e58c req-e2d313c6-5959-47f8-8d14-d95b91e58d1c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0539215 Mar 09 14:50:08.952172 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ddd11f9-7b77-44b4-b4d0-3fcb9c89e58c req-03f3939e-d694-4044-942b-ea605cdc4ded tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385387 Mar 09 14:50:09.212402 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16bc7b-61d1-4916-8c77-9c4a9e7ede19 req-3e3f7921-5329-4d90-b243-b51558e1a88e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:09.213928 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f16bc7b-61d1-4916-8c77-9c4a9e7ede19 req-3e3f7921-5329-4d90-b243-b51558e1a88e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 946 time: 0.0513222 Mar 09 14:50:09.260903 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4f16bc7b-61d1-4916-8c77-9c4a9e7ede19 req-ff3c144a-2e45-4cba-8290-bf8aeedace2e tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Mar 09 14:50:10.072820 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5da6f-03d4-4c77-8407-12b85d7cbf6c req-28b90f9b-2181-4983-a3ed-9aed7259a855 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:10.074286 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d2b5da6f-03d4-4c77-8407-12b85d7cbf6c req-28b90f9b-2181-4983-a3ed-9aed7259a855 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0507174 Mar 09 14:50:10.122882 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d2b5da6f-03d4-4c77-8407-12b85d7cbf6c req-13561bfe-7298-49d6-b6f6-20522f050bab tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430803 Mar 09 14:50:10.377180 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b522f2-7214-42ea-b3f5-4816cc3184f5 req-8f747a73-39e7-4d2a-8a86-ee687b662844 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:10.378665 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94b522f2-7214-42ea-b3f5-4816cc3184f5 req-8f747a73-39e7-4d2a-8a86-ee687b662844 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 946 time: 0.0523624 Mar 09 14:50:10.427510 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94b522f2-7214-42ea-b3f5-4816cc3184f5 req-5518d3c3-7bb3-4276-a87f-117760bf3c74 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422237 Mar 09 14:50:10.537705 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f057b52-d582-4dbd-9985-84d0994acdf7 req-efe8d2c1-eadb-4692-ab25-d84ac044c370 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:10.539203 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5f057b52-d582-4dbd-9985-84d0994acdf7 req-efe8d2c1-eadb-4692-ab25-d84ac044c370 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 946 time: 0.0508180 Mar 09 14:50:10.547975 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39862) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:50:10.552855 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-2e40ad8e-2071-44e9-a2a1-929085272646 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Request body: {'floatingip': {'port_id': 'cf7f1495-28c8-4161-adf0-770722695be1'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:50:10.593983 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2e40ad8e-2071-44e9-a2a1-929085272646 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (2d1a16f3-9447-4203-afdf-68a1f4e78c7c), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:11.251807 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2e40ad8e-2071-44e9-a2a1-929085272646 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:11.269549 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7996770-5405-43a4-8044-c09c099406a8 req-d5da592a-0a15-41b9-8b7c-0bcb4eeb10b0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:11.271037 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c7996770-5405-43a4-8044-c09c099406a8 req-d5da592a-0a15-41b9-8b7c-0bcb4eeb10b0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0690570 Mar 09 14:50:11.317632 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c7996770-5405-43a4-8044-c09c099406a8 req-785121c4-87b6-4004-a0c6-76978d62b7a4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406942 Mar 09 14:50:11.325399 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2e40ad8e-2071-44e9-a2a1-929085272646 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (2d1a16f3-9447-4203-afdf-68a1f4e78c7c), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:11.426621 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-2e40ad8e-2071-44e9-a2a1-929085272646 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Floating IP 2d1a16f3-9447-4203-afdf-68a1f4e78c7c associated. External IP: 172.27.2.174, port: cf7f1495-28c8-4161-adf0-770722695be1. Mar 09 14:50:11.630503 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e40ad8e-2071-44e9-a2a1-929085272646 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:50:11.738309 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e40ad8e-2071-44e9-a2a1-929085272646 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:50:11.743202 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-2e40ad8e-2071-44e9-a2a1-929085272646 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:11.748665 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:50:11.759134 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:50:11.759818 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:49:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:11.772313 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-2e40ad8e-2071-44e9-a2a1-929085272646 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "PUT /v2.0/floatingips/2d1a16f3-9447-4203-afdf-68a1f4e78c7c HTTP/1.1" status: 200 len: 992 time: 1.2232559 Mar 09 14:50:11.772926 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'tag': 'cf7f1495-28c8-4161-adf0-770722695be1'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:50:11.775275 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69eeaf7-f48e-48ad-aabb-791b90a1989b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2e95a8-253e-4a91-95e4-f4b51c92781e", "tag": "cf7f1495-28c8-4161-adf0-770722695be1"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:50:11.809609 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac9786e-bcef-44ef-9886-b8346ee56a00 x-openstack-request-id: req-9ac9786e-bcef-44ef-9886-b8346ee56a00 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:50:11.809904 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2e95a8-253e-4a91-95e4-f4b51c92781e", "tag": "cf7f1495-28c8-4161-adf0-770722695be1", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:50:11.810172 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ac9786e-bcef-44ef-9886-b8346ee56a00 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:50:11.810550 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'tag': 'cf7f1495-28c8-4161-adf0-770722695be1', 'status': 'completed', 'code': 200} Mar 09 14:50:11.873175 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:50:11.877577 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-c7fe1e50-6ca5-4568-80b6-bae2b9dacee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:11.879167 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-c7fe1e50-6ca5-4568-80b6-bae2b9dacee3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 1130 time: 0.0471776 Mar 09 14:50:11.966585 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-077ac219-b36b-4dca-9d84-8f25b8b401df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:11.967956 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-077ac219-b36b-4dca-9d84-8f25b8b401df service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 200 len: 915 time: 0.0815685 Mar 09 14:50:12.040110 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-d8e9c87e-4f88-47df-8178-7db90166b271 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf7f1495-28c8-4161-adf0-770722695be1 HTTP/1.1" status: 200 len: 1000 time: 0.0641294 Mar 09 14:50:12.090766 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-3a5959e0-b74e-48cc-b93b-37f12fb43e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:12.092367 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-3a5959e0-b74e-48cc-b93b-37f12fb43e7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=716d55f1-12e3-4df0-8873-3342175b3a93 HTTP/1.1" status: 200 len: 853 time: 0.0455341 Mar 09 14:50:12.149091 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-1bba6d17-ef04-4156-b934-73c888145bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:12.150906 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-1bba6d17-ef04-4156-b934-73c888145bce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d7fd99d-9010-431c-8d9a-debb68cefb68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494063 Mar 09 14:50:12.225064 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '2d1a16f3-9447-4203-afdf-68a1f4e78c7c', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': 'cf7f1495-28c8-4161-adf0-770722695be1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:a4:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:49:55Z', 'updated_at': '2022-03-09T14:50:11Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:12.242871 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-f650791e-b0ec-467b-ae85-c9d42b61d1e3 service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858362 Mar 09 14:50:12.255572 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:50:12.263967 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:50:12.264574 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:49:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:12.336315 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f69eeaf7-f48e-48ad-aabb-791b90a1989b req-2681aafc-11b9-4b68-bf56-127e1ed58a4c service neutron] 10.222.0.16 "GET /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871844 Mar 09 14:50:12.373547 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:50:12.443005 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfaf14d-0ab4-442e-874a-3f2d77402080 req-0e9db9d7-4cc3-42d3-ba40-0e5f67dba097 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:12.444592 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cdfaf14d-0ab4-442e-874a-3f2d77402080 req-0e9db9d7-4cc3-42d3-ba40-0e5f67dba097 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0539379 Mar 09 14:50:12.492090 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cdfaf14d-0ab4-442e-874a-3f2d77402080 req-c0dc862e-92f8-48fd-9f5a-3ce731893dc5 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418282 Mar 09 14:50:12.595919 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '2d1a16f3-9447-4203-afdf-68a1f4e78c7c', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': 'cf7f1495-28c8-4161-adf0-770722695be1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:a4:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:49:55Z', 'updated_at': '2022-03-09T14:50:11Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:12.624614 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0570a99-15ac-4aae-a76e-8d7de2eda076 None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '2d1a16f3-9447-4203-afdf-68a1f4e78c7c', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'port_id': 'cf7f1495-28c8-4161-adf0-770722695be1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'mac_address': 'fa:16:3e:a4:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:49:55Z', 'updated_at': '2022-03-09T14:50:11Z', 'revision_number': 1, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:50:12.807987 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10e934-dc60-46f7-b84d-21a16ae38323 None None] New status for floating IP 2d1a16f3-9447-4203-afdf-68a1f4e78c7c: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:50:13.683059 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08ef49-1cdf-4dd6-9aee-e0c86323fe43 req-39179dac-f3c4-4357-9997-2702309fdeec tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:13.683059 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4a08ef49-1cdf-4dd6-9aee-e0c86323fe43 req-39179dac-f3c4-4357-9997-2702309fdeec tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0542204 Mar 09 14:50:13.683059 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4a08ef49-1cdf-4dd6-9aee-e0c86323fe43 req-1b2d3d4a-997c-4421-8e43-fa66e7a976f4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396817 Mar 09 14:50:14.797957 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895060f-a524-4c1b-b855-c5d12f9846a2 req-95e1c47e-1b30-42de-b34d-cdd73db89ee2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:14.800061 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d895060f-a524-4c1b-b855-c5d12f9846a2 req-95e1c47e-1b30-42de-b34d-cdd73db89ee2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0520990 Mar 09 14:50:14.846353 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d895060f-a524-4c1b-b855-c5d12f9846a2 req-2c182586-54e9-48df-9f28-83a0c0bee6e0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 Mar 09 14:50:14.880380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c24bf447-350a-44a6-9f0e-e229fb7b7e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:15.967141 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905853c-ed2e-4fdb-8208-5e733cf89a4c req-aa18f50d-81a5-495b-aa00-e5c066aa24fc tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:15.968615 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1905853c-ed2e-4fdb-8208-5e733cf89a4c req-aa18f50d-81a5-495b-aa00-e5c066aa24fc tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0503590 Mar 09 14:50:16.017510 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1905853c-ed2e-4fdb-8208-5e733cf89a4c req-380b1dca-ce11-4576-a27e-13317e13ed2f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426767 Mar 09 14:50:16.728254 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39924) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:50:16.771465 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fb05e9-811c-4da7-9b57-32c52df80310 admin admin] Deleting subnet f19d2c72-fdf4-4a09-8d5c-95a7728cd36c {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:50:16.774486 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a6fb05e9-811c-4da7-9b57-32c52df80310 admin admin] Publish callbacks [] for subnet (f19d2c72-fdf4-4a09-8d5c-95a7728cd36c), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:16.807733 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a6fb05e9-811c-4da7-9b57-32c52df80310 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13986415'] for subnet (f19d2c72-fdf4-4a09-8d5c-95a7728cd36c), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:16.844574 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a6fb05e9-811c-4da7-9b57-32c52df80310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (f19d2c72-fdf4-4a09-8d5c-95a7728cd36c), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:16.972053 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a6fb05e9-811c-4da7-9b57-32c52df80310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13132567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13243392'] for subnet (f19d2c72-fdf4-4a09-8d5c-95a7728cd36c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.001840 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb05e9-811c-4da7-9b57-32c52df80310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19d2c72-fdf4-4a09-8d5c-95a7728cd36c,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:17.005608 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a6fb05e9-811c-4da7-9b57-32c52df80310 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.008807 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a6fb05e9-811c-4da7-9b57-32c52df80310 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f19d2c72-fdf4-4a09-8d5c-95a7728cd36c HTTP/1.1" status: 204 len: 168 time: 0.2795055 Mar 09 14:50:17.011302 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 39926) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:50:17.080388 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (ae2c144d-7993-476e-a648-5ae66e889ccd), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.123916 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7c980dc7-2c84-4fff-aa4b-747aff709068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.193794 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (ae2c144d-7993-476e-a648-5ae66e889ccd), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.214332 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f82fdb-c712-4d59-bb2a-38fe4e81a487 req-f04ab7dc-1a38-47a6-8c0a-44409ca383bd tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:17.215806 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f8f82fdb-c712-4d59-bb2a-38fe4e81a487 req-f04ab7dc-1a38-47a6-8c0a-44409ca383bd tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.1257432 Mar 09 14:50:17.229803 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2c144d-7993-476e-a648-5ae66e889ccd']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:17.245806 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48c5038-4d11-401b-a504-80989c816853') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:17.246110 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48c5038-4d11-401b-a504-80989c816853') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:17.259706 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13986404'] for segment (c48c5038-4d11-401b-a504-80989c816853), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.285568 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (c48c5038-4d11-401b-a504-80989c816853), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.294210 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f8f82fdb-c712-4d59-bb2a-38fe4e81a487 req-43cea833-e074-4d58-a86c-d61faccce802 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730062 Mar 09 14:50:17.295083 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:50:17.295474 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13132489'] for segment (c48c5038-4d11-401b-a504-80989c816853), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: Traceback (most recent call last): Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: timer() Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: cb(*args, **kw) Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: return func(*args, **kwargs) Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: self._notify() Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: self.callback(batched_events) Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: event.method(event) Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: return f(self, *a, **k) Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._get(url).json() Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:50:17.297211 dv-cinder-830086-3-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:50:17.451741 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (ae2c144d-7993-476e-a648-5ae66e889ccd), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.457303 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.462787 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] 10.222.0.20 "DELETE /v2.0/networks/ae2c144d-7993-476e-a648-5ae66e889ccd HTTP/1.1" status: 204 len: 168 time: 0.4485748 Mar 09 14:50:17.476013 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab28b9-ba4b-4d15-a317-e05306afbfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2c144d-7993-476e-a648-5ae66e889ccd,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:17.539358 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d5d2f-aea5-41e7-8f57-d3e6e57a8ee0 req-25c42110-752d-4b0e-baf1-31cc934ff5bd tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:17.540875 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-438d5d2f-aea5-41e7-8f57-d3e6e57a8ee0 req-25c42110-752d-4b0e-baf1-31cc934ff5bd tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0542634 Mar 09 14:50:17.589989 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-438d5d2f-aea5-41e7-8f57-d3e6e57a8ee0 req-5d9ec23f-483e-47ff-9150-db20cf67b253 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Mar 09 14:50:17.748961 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39936) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:50:17.789138 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-06301d07-d3ba-45b2-811b-e91a038c4945 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06fe9d94b2d84be09f9525fb42997fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389683 Mar 09 14:50:17.791386 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 39938) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:50:17.841218 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7116981f-9d71-4d64-b813-4d742a73c36f admin admin] Publish callbacks [] for security_group (48b8e9e9-1ccd-4136-a497-25d1346c2d3d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.861530 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7116981f-9d71-4d64-b813-4d742a73c36f admin admin] Publish callbacks [] for security_group (48b8e9e9-1ccd-4136-a497-25d1346c2d3d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.994796 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7116981f-9d71-4d64-b813-4d742a73c36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (48b8e9e9-1ccd-4136-a497-25d1346c2d3d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.997456 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7116981f-9d71-4d64-b813-4d742a73c36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:17.998618 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7116981f-9d71-4d64-b813-4d742a73c36f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48b8e9e9-1ccd-4136-a497-25d1346c2d3d HTTP/1.1" status: 204 len: 168 time: 0.2063053 Mar 09 14:50:18.007477 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116981f-9d71-4d64-b813-4d742a73c36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b8e9e9-1ccd-4136-a497-25d1346c2d3d,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:18.144225 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 01489f9a-be91-44f0-aac2-b77f8783f83b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:50:18.249861 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:18.263887 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'port_id': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'mac_address': 'fa:16:3e:37:7a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:50:18.304875 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 01489f9a-be91-44f0-aac2-b77f8783f83b is: ACTIVE; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:50:18.304875 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:18.317220 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01489f9a-be91-44f0-aac2-b77f8783f83b {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:50:18.343681 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:18.360566 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:18.423068 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:18.429964 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8c29a-de03-4f1d-a7bc-d69d97898a6e req-402862b9-dc0e-42b8-855d-8a1faee85180 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:18.430918 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3f8c29a-de03-4f1d-a7bc-d69d97898a6e req-402862b9-dc0e-42b8-855d-8a1faee85180 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0579436 Mar 09 14:50:18.488143 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=6']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:18.494090 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3f8c29a-de03-4f1d-a7bc-d69d97898a6e req-422d7602-ae7f-4a38-b5a8-480b185221b1 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544908 Mar 09 14:50:18.543248 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['01489f9a-be91-44f0-aac2-b77f8783f83b'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:50:18.709748 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97b539-1e10-4b7f-afe4-4a4fc446e3f6 req-28d01f26-0e29-450e-9768-b265b021d731 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:18.711248 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aa97b539-1e10-4b7f-afe4-4a4fc446e3f6 req-28d01f26-0e29-450e-9768-b265b021d731 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0526438 Mar 09 14:50:18.760889 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aa97b539-1e10-4b7f-afe4-4a4fc446e3f6 req-d0d5f67c-fad2-41bc-b590-64c5c3cc2ef2 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436394 Mar 09 14:50:19.630214 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448720d0-42d3-4466-88e4-a06e17016232 req-b03a3f5f-9901-463f-8651-b6efeace51aa tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:19.637001 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-448720d0-42d3-4466-88e4-a06e17016232 req-b03a3f5f-9901-463f-8651-b6efeace51aa tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 945 time: 0.0676653 Mar 09 14:50:19.688637 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-448720d0-42d3-4466-88e4-a06e17016232 req-d4ff2d67-4356-4711-960e-5c0d73130fbc tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507216 Mar 09 14:50:19.703287 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:19.891494 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e96f60-fe27-4506-96fd-e9f6bcf09a5c req-fb6740c7-ec67-4fe0-af6b-1c74d261efbe tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:19.893221 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-52e96f60-fe27-4506-96fd-e9f6bcf09a5c req-fb6740c7-ec67-4fe0-af6b-1c74d261efbe tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0633683 Mar 09 14:50:19.951028 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-52e96f60-fe27-4506-96fd-e9f6bcf09a5c req-6c19f483-4b3c-49a7-9f9f-4db0ef4de4b8 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509079 Mar 09 14:50:20.159921 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 01489f9a-be91-44f0-aac2-b77f8783f83b up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:50:20.228489 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 01489f9a-be91-44f0-aac2-b77f8783f83b triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:50:20.228990 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:20.321709 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 01489f9a-be91-44f0-aac2-b77f8783f83b is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:50:20.322359 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:20.346700 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:50:20.349016 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b673d74-365b-4195-bb58-e4e703ceedc4" -d '{"events": [{"server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "name": "network-vif-plugged", "status": "completed", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:50:20.362908 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:20.433205 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:20.534756 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=7']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:20.540339 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cdbd93-64b9-45bc-a0e9-e1d629bb4afd x-openstack-request-id: req-37cdbd93-64b9-45bc-a0e9-e1d629bb4afd {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:50:20.540761 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "name": "network-vif-plugged", "status": "completed", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:50:20.541125 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37cdbd93-64b9-45bc-a0e9-e1d629bb4afd {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:50:20.541614 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'code': 200} Mar 09 14:50:20.820064 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c117c-e99a-4cdb-b8af-b0feb009fc87 req-dc1f9165-52fc-475e-937d-38c311900e05 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:20.823728 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b1c117c-e99a-4cdb-b8af-b0feb009fc87 req-dc1f9165-52fc-475e-937d-38c311900e05 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0589471 Mar 09 14:50:20.873497 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b1c117c-e99a-4cdb-b8af-b0feb009fc87 req-2828eabe-b30e-4933-9f8e-53a73214245b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454261 Mar 09 14:50:21.075130 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2fec3-a82f-44f4-b32c-c0f3212ac4dc req-1402f2c8-8ccd-453d-b0b7-59b03e1d2732 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:21.077044 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8ba2fec3-a82f-44f4-b32c-c0f3212ac4dc req-1402f2c8-8ccd-453d-b0b7-59b03e1d2732 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0547006 Mar 09 14:50:21.151441 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8ba2fec3-a82f-44f4-b32c-c0f3212ac4dc req-0189dad1-2036-40b7-b156-929606243fa6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618696 Mar 09 14:50:21.171790 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:22.004162 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299352f-dd5d-4dd3-b04b-51c4f0fdb080 req-1a691d3f-a15f-4c69-9deb-c3c031157af6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:22.005779 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6299352f-dd5d-4dd3-b04b-51c4f0fdb080 req-1a691d3f-a15f-4c69-9deb-c3c031157af6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0569351 Mar 09 14:50:22.052590 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6299352f-dd5d-4dd3-b04b-51c4f0fdb080 req-9e910d97-988d-4c66-85a0-b8e402fd03f8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 Mar 09 14:50:22.268314 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe9834-4b27-41db-ac1f-26fa815181c6 req-6bc88f88-3c8c-440e-8c30-5dd63a390183 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:22.269848 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cdbe9834-4b27-41db-ac1f-26fa815181c6 req-6bc88f88-3c8c-440e-8c30-5dd63a390183 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0536485 Mar 09 14:50:22.318041 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cdbe9834-4b27-41db-ac1f-26fa815181c6 req-592f7be9-a013-44ec-acff-5e88ec962056 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421293 Mar 09 14:50:23.188687 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c555a7a-0c11-4269-804f-28b831766445 req-bd8c24fc-edd2-4e61-9b06-803e01147235 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:23.190297 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4c555a7a-0c11-4269-804f-28b831766445 req-bd8c24fc-edd2-4e61-9b06-803e01147235 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0616801 Mar 09 14:50:23.244524 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4c555a7a-0c11-4269-804f-28b831766445 req-a742f6de-d2e7-4e3b-9fb7-ff6dd08427d7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468805 Mar 09 14:50:23.460454 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0adfc4-a47f-4593-8cd2-ed58465d81cd req-af8140e7-96ec-40f2-baf3-17d2b0633cb2 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:23.461984 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b0adfc4-a47f-4593-8cd2-ed58465d81cd req-af8140e7-96ec-40f2-baf3-17d2b0633cb2 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0574293 Mar 09 14:50:23.518262 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9b0adfc4-a47f-4593-8cd2-ed58465d81cd req-3ee23af3-5aa2-4058-9efe-cd29df9ea83f tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504901 Mar 09 14:50:24.378880 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1af83a-01d3-42d7-ba02-284e0de1d9e5 req-a24a2fba-c78e-4661-ae7f-3cdb8c151404 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:24.385211 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6f1af83a-01d3-42d7-ba02-284e0de1d9e5 req-a24a2fba-c78e-4661-ae7f-3cdb8c151404 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0650623 Mar 09 14:50:24.432353 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6f1af83a-01d3-42d7-ba02-284e0de1d9e5 req-49547dc2-6456-4f64-bc75-6a82ffc7d3c3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462875 Mar 09 14:50:24.650855 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7c902-93a8-4e19-9f6a-551fc6ad6ed8 req-97cb85e7-027e-4125-afae-3f14fc51c3a7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:24.652954 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d5f7c902-93a8-4e19-9f6a-551fc6ad6ed8 req-97cb85e7-027e-4125-afae-3f14fc51c3a7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0546968 Mar 09 14:50:24.710516 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d5f7c902-93a8-4e19-9f6a-551fc6ad6ed8 req-85467451-3150-42b8-b356-51dd794cc7d6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519049 Mar 09 14:50:25.553203 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f2f46-7c19-40b4-abd8-778302a4dcba req-969e6e25-7486-4707-b1e2-eaa477dda069 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:25.554652 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-281f2f46-7c19-40b4-abd8-778302a4dcba req-969e6e25-7486-4707-b1e2-eaa477dda069 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0522959 Mar 09 14:50:25.609673 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-281f2f46-7c19-40b4-abd8-778302a4dcba req-d74c6bf5-efe3-40ad-8c64-eedceb11e802 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442946 Mar 09 14:50:25.827249 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368bc4f-c927-41c9-bf9b-206c20388a2c req-52693ac6-b51a-4d29-b903-5cab8a82c297 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:25.828769 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1368bc4f-c927-41c9-bf9b-206c20388a2c req-52693ac6-b51a-4d29-b903-5cab8a82c297 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0509102 Mar 09 14:50:25.876583 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1368bc4f-c927-41c9-bf9b-206c20388a2c req-c4b11488-58ff-49a5-bf61-d7cda5e4b979 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418849 Mar 09 14:50:26.735734 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099997ef-6e9b-4ba8-b690-8ef387984c61 req-58bc48d9-cac8-4ba2-85a0-c4987df9448d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:26.737127 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-099997ef-6e9b-4ba8-b690-8ef387984c61 req-58bc48d9-cac8-4ba2-85a0-c4987df9448d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0578678 Mar 09 14:50:26.789364 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-099997ef-6e9b-4ba8-b690-8ef387984c61 req-cbbf60c0-b32f-4ef4-9bff-522e723a2a42 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450890 Mar 09 14:50:27.010308 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d30541-d55c-4396-add5-eb3efca46ffb req-6982d07c-6dee-4ff9-a704-3a87884f8779 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:27.011714 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-36d30541-d55c-4396-add5-eb3efca46ffb req-6982d07c-6dee-4ff9-a704-3a87884f8779 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0617018 Mar 09 14:50:27.061991 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-36d30541-d55c-4396-add5-eb3efca46ffb req-4bdafaa6-ad53-4b3f-a6aa-743ba2993a3c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445356 Mar 09 14:50:27.784347 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-ea3eedd4-a46d-4583-b7bf-5c8fbbd11e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:27.785892 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-ea3eedd4-a46d-4583-b7bf-5c8fbbd11e87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c80b610c11934b9eaaa6dad09b045bd6&device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1130 time: 0.0513701 Mar 09 14:50:27.903187 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-fe56ae67-01d3-462d-88da-bb7b1a21a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:27.904664 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-fe56ae67-01d3-462d-88da-bb7b1a21a3b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54791761-c286-421b-964b-dc04fe314c2f HTTP/1.1" status: 200 len: 910 time: 0.1130872 Mar 09 14:50:27.923482 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22d703-c82b-4743-8f6c-e7f85dbfd375 req-835f5638-2c74-4c51-8922-bb5ebefccf8d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:27.931006 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8e22d703-c82b-4743-8f6c-e7f85dbfd375 req-835f5638-2c74-4c51-8922-bb5ebefccf8d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0685637 Mar 09 14:50:27.979196 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-fe5bd818-aa59-4bd8-b17e-1a6ca79fa1c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 200 len: 1002 time: 0.0683937 Mar 09 14:50:27.997701 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8e22d703-c82b-4743-8f6c-e7f85dbfd375 req-519f9d9b-f286-4d0f-bbe3-d06662759fc7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611062 Mar 09 14:50:28.035464 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-0d6e4b53-e15c-4c84-8067-6d6c9b38c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:28.037492 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-0d6e4b53-e15c-4c84-8067-6d6c9b38c0cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=045a8cce-abe9-4120-9d35-9c86be6ad914 HTTP/1.1" status: 200 len: 848 time: 0.0514951 Mar 09 14:50:28.096308 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-b5767630-0e77-4268-b980-dd8ed6541bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:28.097519 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-b5767630-0e77-4268-b980-dd8ed6541bec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54791761-c286-421b-964b-dc04fe314c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513022 Mar 09 14:50:28.202579 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-6125e77e-a623-4657-a8e3-ed65d4e310cb service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977986 Mar 09 14:50:28.211997 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ab907-2486-47f1-9bc9-690e2c98a77f req-a7674d6d-2631-4e7f-8c7f-3dda8f6de963 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:28.213736 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fe0ab907-2486-47f1-9bc9-690e2c98a77f req-a7674d6d-2631-4e7f-8c7f-3dda8f6de963 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0670679 Mar 09 14:50:28.278939 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fe0ab907-2486-47f1-9bc9-690e2c98a77f req-e9fdd20f-9140-4ec9-b8e5-791361c84f2a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590460 Mar 09 14:50:28.330781 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d68eb2ff-2487-48d2-a497-c06607e874fa req-bdc0da4e-24f4-4168-bfdc-398b3e08e60d service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212931 Mar 09 14:50:29.130881 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122edc3-75f1-4946-b212-c5e35d6e6e90 req-924ec277-950b-42b5-9f65-397b9c900bb8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:29.132269 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d122edc3-75f1-4946-b212-c5e35d6e6e90 req-924ec277-950b-42b5-9f65-397b9c900bb8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0519519 Mar 09 14:50:29.187606 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d122edc3-75f1-4946-b212-c5e35d6e6e90 req-54fc3bb9-f4de-4b54-99b6-5e29cb642bbd tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491421 Mar 09 14:50:29.422433 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554bac8-cc64-46c0-b99a-c8e194c228ef req-6c841c62-7967-461e-816d-803ffe9164a3 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:29.430392 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b554bac8-cc64-46c0-b99a-c8e194c228ef req-6c841c62-7967-461e-816d-803ffe9164a3 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0768595 Mar 09 14:50:29.493741 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b554bac8-cc64-46c0-b99a-c8e194c228ef req-dd143ab1-0433-4c68-8ba3-e03a2c9a97be tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620539 Mar 09 14:50:30.029401 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89c30a36-d6de-468e-8e40-574d9b527227 req-f8a9a898-180d-442e-b395-745c097f5b09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428886 Mar 09 14:50:30.099577 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c30a36-d6de-468e-8e40-574d9b527227 req-f91874c9-867c-440e-a115-0e3ea59f393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:30.101232 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89c30a36-d6de-468e-8e40-574d9b527227 req-f91874c9-867c-440e-a115-0e3ea59f393b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb&device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 1168 time: 0.0443058 Mar 09 14:50:30.206966 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c30a36-d6de-468e-8e40-574d9b527227 req-289e8860-6257-4de2-90e5-b183b1dc752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:30.208400 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89c30a36-d6de-468e-8e40-574d9b527227 req-289e8860-6257-4de2-90e5-b183b1dc752d service neutron] 10.222.0.16 "GET /v2.0/networks?id=58b910ad-0b37-4c80-9cd3-724ebc3f515b HTTP/1.1" status: 200 len: 916 time: 0.0865052 Mar 09 14:50:30.283483 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89c30a36-d6de-468e-8e40-574d9b527227 req-a49d46ca-3a1d-4d04-9f94-a8f896112ca0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 1001 time: 0.0685682 Mar 09 14:50:30.325429 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481228f7-c873-4a4f-8dda-f9e0eb1dc500 req-940f2544-17c2-4376-a68f-c28bbc2d8019 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:30.326910 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-481228f7-c873-4a4f-8dda-f9e0eb1dc500 req-940f2544-17c2-4376-a68f-c28bbc2d8019 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0576172 Mar 09 14:50:30.339871 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c30a36-d6de-468e-8e40-574d9b527227 req-ce0fe91c-ce76-4ea8-9cf1-0f4e359c70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:30.342228 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89c30a36-d6de-468e-8e40-574d9b527227 req-ce0fe91c-ce76-4ea8-9cf1-0f4e359c70d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ec538c9-fc83-4aff-885a-b6f59e2898fa HTTP/1.1" status: 200 len: 854 time: 0.0518706 Mar 09 14:50:30.389991 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-481228f7-c873-4a4f-8dda-f9e0eb1dc500 req-ac4238c0-3ca5-4fa4-bc67-f89e7192617c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557120 Mar 09 14:50:30.408432 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c30a36-d6de-468e-8e40-574d9b527227 req-e63f38c3-bf48-4a77-89e0-112dc9ae6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:30.410259 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89c30a36-d6de-468e-8e40-574d9b527227 req-e63f38c3-bf48-4a77-89e0-112dc9ae6293 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58b910ad-0b37-4c80-9cd3-724ebc3f515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623474 Mar 09 14:50:30.506062 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89c30a36-d6de-468e-8e40-574d9b527227 req-1d0ff1c6-deaf-41f4-acae-8021adb2f5ff service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883994 Mar 09 14:50:30.603502 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34567544-c9f9-4d63-a2b9-82bfe2550d58 req-04545759-469d-43ba-9c0c-7ee674f52956 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:30.604606 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89c30a36-d6de-468e-8e40-574d9b527227 req-e3428cbd-3a06-4f06-b613-a8eafc5734a9 service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907826 Mar 09 14:50:30.605070 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-34567544-c9f9-4d63-a2b9-82bfe2550d58 req-04545759-469d-43ba-9c0c-7ee674f52956 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0544136 Mar 09 14:50:30.655665 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-34567544-c9f9-4d63-a2b9-82bfe2550d58 req-86f57c60-f753-4701-bb80-ae9169e52413 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 Mar 09 14:50:31.045393 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-435d71fc-f68d-4844-95b9-ce5fcd96e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:31.046923 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-435d71fc-f68d-4844-95b9-ce5fcd96e4ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 1130 time: 0.0435264 Mar 09 14:50:31.139309 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-efd1f9aa-89c6-4b35-aa1c-e053ca045dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:31.140753 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-efd1f9aa-89c6-4b35-aa1c-e053ca045dba service neutron] 10.222.0.16 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 916 time: 0.0871966 Mar 09 14:50:31.207830 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-1a6fbb23-e7e0-42cf-a9ec-fb52228c3872 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01489f9a-be91-44f0-aac2-b77f8783f83b HTTP/1.1" status: 200 len: 1002 time: 0.0585437 Mar 09 14:50:31.258662 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-89a8a6af-c098-4aea-8786-f9d09ecda9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:31.260093 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-89a8a6af-c098-4aea-8786-f9d09ecda9fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 200 len: 854 time: 0.0463765 Mar 09 14:50:31.309494 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-b11242ea-c699-451f-b142-186c2e4dc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:31.310999 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-b11242ea-c699-451f-b142-186c2e4dc33f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22b50098-231e-4eaf-af19-c11841a316ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441499 Mar 09 14:50:31.402811 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-48e1349c-a17c-49cb-a066-8988df40c9ca service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831263 Mar 09 14:50:31.491311 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-274a56c3-d45d-471c-a6b6-38a7a72509c1 req-dcb6621d-5545-4f8e-9a49-e55b0625c96c service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814445 Mar 09 14:50:31.517343 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73f0a2-4bf6-4349-bd0f-9ad078c81a2c req-8cc8946f-7919-4812-8283-528a14fd8c74 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:31.521618 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6a73f0a2-4bf6-4349-bd0f-9ad078c81a2c req-8cc8946f-7919-4812-8283-528a14fd8c74 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0572209 Mar 09 14:50:31.564858 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6a73f0a2-4bf6-4349-bd0f-9ad078c81a2c req-626b3ef8-4ef6-4d3b-bdda-6eba00cc09be tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395818 Mar 09 14:50:31.773962 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0a2c-e7cc-4179-9ba0-b8260e96b381 req-ebfeee62-b721-4577-9640-e68c2acb6e18 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:31.775438 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5dba0a2c-e7cc-4179-9ba0-b8260e96b381 req-ebfeee62-b721-4577-9640-e68c2acb6e18 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0523624 Mar 09 14:50:31.822827 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5dba0a2c-e7cc-4179-9ba0-b8260e96b381 req-5359042d-256a-4811-91ea-71d680606616 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Mar 09 14:50:32.156653 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92694a37-4399-4bcb-aa99-3b70f2c558dc req-644a9418-37d1-444b-8745-5bc79efdca9d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:32.158117 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-92694a37-4399-4bcb-aa99-3b70f2c558dc req-644a9418-37d1-444b-8745-5bc79efdca9d tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0521967 Mar 09 14:50:32.205453 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-ff7b7c15-b443-4e26-bd3d-2b3c934e5259 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469074 Mar 09 14:50:32.210431 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-92694a37-4399-4bcb-aa99-3b70f2c558dc req-15385d27-8e94-4445-925d-d4c1bcb38fe2 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460007 Mar 09 14:50:32.281208 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-fe4ce007-753e-4f4a-9aac-cc6da596cb08 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:32.282568 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-fe4ce007-753e-4f4a-9aac-cc6da596cb08 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports/9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 200 len: 943 time: 0.0499010 Mar 09 14:50:32.600676 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:32.688153 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb7c82-9959-4011-946f-7dbaf7d2b0aa req-dff0a69c-dc62-4fe7-85cf-28dfacafabbe tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:32.689615 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-affb7c82-9959-4011-946f-7dbaf7d2b0aa req-dff0a69c-dc62-4fe7-85cf-28dfacafabbe tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0499110 Mar 09 14:50:32.734467 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-affb7c82-9959-4011-946f-7dbaf7d2b0aa req-4f75d757-5182-4f04-ac46-4a901d840379 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387559 Mar 09 14:50:33.336621 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0e4e3-4282-4fa4-9a24-d8e1f587280c req-1543b547-27bc-4005-b35b-bcbbbc39aaf8 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:33.338123 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4ce0e4e3-4282-4fa4-9a24-d8e1f587280c req-1543b547-27bc-4005-b35b-bcbbbc39aaf8 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0597231 Mar 09 14:50:33.386199 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4ce0e4e3-4282-4fa4-9a24-d8e1f587280c req-06cb4fde-30e1-4f61-ade4-1582d4f143f1 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 Mar 09 14:50:33.857830 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9581-108e-445c-8b4a-6ecbec811d55 req-d554e8f4-a614-42fd-9f67-fe202003f1a3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:33.859273 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ab5b9581-108e-445c-8b4a-6ecbec811d55 req-d554e8f4-a614-42fd-9f67-fe202003f1a3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 946 time: 0.0538549 Mar 09 14:50:33.904453 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ab5b9581-108e-445c-8b4a-6ecbec811d55 req-d1fc1969-27c0-49f0-ad5b-5d52cbae7730 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398064 Mar 09 14:50:34.242755 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 01489f9a-be91-44f0-aac2-b77f8783f83b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:50:34.320565 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 01489f9a-be91-44f0-aac2-b77f8783f83b is: ACTIVE; New status is: DOWN {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:50:34.320977 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:34.342983 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:50:34.345270 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e75f4e-6405-4f56-b680-e419be704d69" -d '{"events": [{"server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "name": "network-vif-unplugged", "status": "completed", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:50:34.358533 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:34.378587 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Mar 2022 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0223889f-f81e-48a0-a1e0-821ea1984840 x-openstack-request-id: req-0223889f-f81e-48a0-a1e0-821ea1984840 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:50:34.378885 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "name": "network-vif-unplugged", "status": "failed", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b", "code": 422}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:50:34.379142 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0223889f-f81e-48a0-a1e0-821ea1984840 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:50:34.379541 dv-cinder-830086-3-iscsi neutron-server[109968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'code': 422} returned with failed status Mar 09 14:50:34.469801 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:34.470532 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:50:34.508443 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dd1db-06a4-4063-a4c9-e9b0b0bfb06f req-bece0504-463c-4e64-b4ed-b1ba2bc4941c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:34.510098 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a99dd1db-06a4-4063-a4c9-e9b0b0bfb06f req-bece0504-463c-4e64-b4ed-b1ba2bc4941c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0583639 Mar 09 14:50:34.548405 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=8']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:34.558407 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.558763 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.559106 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.559445 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.559779 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.560287 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.560625 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.560986 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.561289 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a99dd1db-06a4-4063-a4c9-e9b0b0bfb06f req-f94af6ab-1afe-4dd7-920e-be52b21efa6c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447154 Mar 09 14:50:34.561415 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.561631 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.561956 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.562277 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.562598 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:34.598381 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 is: ACTIVE; New status is: DOWN {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:50:34.598781 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:34.630959 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:34.715138 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:34.761249 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,revision_number=6']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:35.675982 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaf3c1-e433-4968-b0ee-357fa4e8f5bd req-5b7d5502-2a0c-4566-99b0-bc321556e0af tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:35.677961 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-20eaf3c1-e433-4968-b0ee-357fa4e8f5bd req-5b7d5502-2a0c-4566-99b0-bc321556e0af tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0500307 Mar 09 14:50:35.729592 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-20eaf3c1-e433-4968-b0ee-357fa4e8f5bd req-bacd915e-a37f-44d3-ad99-3f2cfeed9ca7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447795 Mar 09 14:50:36.066502 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7d793-efae-4731-93f3-79332ac7e5dc req-ad876283-4f1f-4796-8a21-b93183b2fef4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:36.068446 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-97f7d793-efae-4731-93f3-79332ac7e5dc req-ad876283-4f1f-4796-8a21-b93183b2fef4 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0505340 Mar 09 14:50:36.117332 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-97f7d793-efae-4731-93f3-79332ac7e5dc req-3141c679-60a7-42fd-8ca3-09af4d659351 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Mar 09 14:50:36.380948 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:50:36.383281 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea7d54c-e4b7-415c-b8c5-884dba4a0e92" -d '{"events": [{"server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "name": "network-vif-unplugged", "status": "completed", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:50:36.413438 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Mar 2022 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f77a1d9-d66b-463e-b7fa-b97a21219a41 x-openstack-request-id: req-3f77a1d9-d66b-463e-b7fa-b97a21219a41 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:50:36.413762 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "name": "network-vif-unplugged", "status": "failed", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66", "code": 422}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:50:36.414018 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f77a1d9-d66b-463e-b7fa-b97a21219a41 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:50:36.414408 dv-cinder-830086-3-iscsi neutron-server[109968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'code': 422} returned with failed status Mar 09 14:50:36.520350 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40152) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:50:36.605225 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-c046ca38-6240-4e93-8586-c001d64f134c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832484 Mar 09 14:50:36.613318 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-90440f0e-8f18-4a0b-8fb8-d978b40e98d0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:50:36.614248 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-90440f0e-8f18-4a0b-8fb8-d978b40e98d0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046344 Mar 09 14:50:36.689437 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40160) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:50:36.784238 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-c47726a9-0ebe-4da7-9d03-b3a0f7095810 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:36.785620 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-c47726a9-0ebe-4da7-9d03-b3a0f7095810 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports/01489f9a-be91-44f0-aac2-b77f8783f83b HTTP/1.1" status: 200 len: 941 time: 0.0952220 Mar 09 14:50:36.841823 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701547d4-04a1-4578-9459-2cc62e8a008d req-ee0dee5d-8339-4c76-8e19-fc623dff42f6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:36.843278 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-701547d4-04a1-4578-9459-2cc62e8a008d req-ee0dee5d-8339-4c76-8e19-fc623dff42f6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0499978 Mar 09 14:50:36.891932 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-701547d4-04a1-4578-9459-2cc62e8a008d req-224dff8f-20e6-430a-b089-30af8309cff7 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432196 Mar 09 14:50:37.241447 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8eadaf-a2d5-4310-b75d-8d63b523e4a4 req-a4aaf08b-260a-4715-b001-74e0340d398f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:37.242886 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4c8eadaf-a2d5-4310-b75d-8d63b523e4a4 req-a4aaf08b-260a-4715-b001-74e0340d398f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0521138 Mar 09 14:50:37.288489 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4c8eadaf-a2d5-4310-b75d-8d63b523e4a4 req-470557a7-7fe4-499b-ac7c-696272974ba0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399854 Mar 09 14:50:38.038712 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-b1629e59-76c7-4960-ad21-617cfacf2d4c tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76414161&fields=id&tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb HTTP/1.1" status: 200 len: 267 time: 0.0790372 Mar 09 14:50:38.048117 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f67a1-ff20-420d-9a6d-e75f24224b84 req-b5e2a90b-de7d-47c5-9fb7-abefb1ec67ed tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:38.049542 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5a2f67a1-ff20-420d-9a6d-e75f24224b84 req-b5e2a90b-de7d-47c5-9fb7-abefb1ec67ed tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0887640 Mar 09 14:50:38.127631 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-0dea4e09-fe2b-4b62-8dc8-407e70dba784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:38.128986 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5a2f67a1-ff20-420d-9a6d-e75f24224b84 req-e2fb776e-690e-4f04-991b-00140365ca1e tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700848 Mar 09 14:50:38.129139 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-0dea4e09-fe2b-4b62-8dc8-407e70dba784 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4&tenant_id=9b8a862425b540e7a8f8cd3594f59d02 HTTP/1.1" status: 200 len: 1128 time: 0.0453820 Mar 09 14:50:38.137612 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-3be1ac53-6437-435e-b0a0-817d7d3fc33f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:38.138565 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-3be1ac53-6437-435e-b0a0-817d7d3fc33f tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 984 time: 0.0881743 Mar 09 14:50:38.151541 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-aca9a041-4e24-4945-b497-86ef99415c03 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Request body: {'port': {'security_groups': ['5eb4ab7a-e678-46cb-93fb-8044bdef1309']}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:50:38.192000 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-ba7d6cbe-f5a0-4602-af56-08048aa60394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:38.194100 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-ba7d6cbe-f5a0-4602-af56-08048aa60394 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 1128 time: 0.0449283 Mar 09 14:50:38.230303 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-aca9a041-4e24-4945-b497-86ef99415c03 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:38.282247 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 01489f9a-be91-44f0-aac2-b77f8783f83b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:50:38.299132 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-7ed95869-8a5e-4158-b5ad-d9b6481451fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:38.300992 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-7ed95869-8a5e-4158-b5ad-d9b6481451fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 200 len: 916 time: 0.1007442 Mar 09 14:50:38.391269 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-1ddeb6fb-2221-4656-bc27-bd8e736bde63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01489f9a-be91-44f0-aac2-b77f8783f83b HTTP/1.1" status: 200 len: 1000 time: 0.0799415 Mar 09 14:50:38.409480 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 01489f9a-be91-44f0-aac2-b77f8783f83b is: DOWN; New status is: DOWN {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:50:38.448487 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-fff75017-ff00-4d54-a935-0b2a7348d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:38.450247 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-fff75017-ff00-4d54-a935-0b2a7348d870 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 200 len: 854 time: 0.0507658 Mar 09 14:50:38.506907 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-df1e9255-8e31-46fb-91cf-c5706084bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:38.508467 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-df1e9255-8e31-46fb-91cf-c5706084bec2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22b50098-231e-4eaf-af19-c11841a316ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503736 Mar 09 14:50:38.608191 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-d0d02a4a-4044-45f7-8ece-65a5522ea88b service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926366 Mar 09 14:50:38.666216 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-aca9a041-4e24-4945-b497-86ef99415c03 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] For port 25c4c06a-1a03-460a-bb4c-286958f931ff, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25c4c06a-1a03-460a-bb4c-286958f931ff,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:38.691848 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba9b8a-b282-4d7b-b812-7b03cca47338 req-645f36b0-7297-4a5f-ad3d-da32ed8c172a tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:38.693379 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6fba9b8a-b282-4d7b-b812-7b03cca47338 req-645f36b0-7297-4a5f-ad3d-da32ed8c172a tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0919695 Mar 09 14:50:38.713569 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-aca9a041-4e24-4945-b497-86ef99415c03 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:38.720415 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-49d58f60-fd93-4bf1-928c-e39f6e7dc9a9 req-003692cf-232b-431f-b421-cdfb08304e40 service neutron] 10.222.0.16 "GET /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047223 Mar 09 14:50:38.748352 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6fba9b8a-b282-4d7b-b812-7b03cca47338 req-cdca5a6b-aa9b-4276-87fb-d74682cd962d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449560 Mar 09 14:50:38.778192 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-aca9a041-4e24-4945-b497-86ef99415c03 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:38.790895 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['25c4c06a-1a03-460a-bb4c-286958f931ff'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:50:38.836127 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-aca9a041-4e24-4945-b497-86ef99415c03 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:38.836127 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-aca9a041-4e24-4945-b497-86ef99415c03 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:38.836127 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8c79215c-26d0-4767-8240-42ef2dfefe8c req-aca9a041-4e24-4945-b497-86ef99415c03 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "PUT /v2.0/ports/25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 942 time: 0.6786742 Mar 09 14:50:38.836127 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:50:38.836127 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfa5a01-53fa-4390-a307-732de5118bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:50:38.836571 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40196) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:50:38.906637 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9a041-4e24-4945-b497-86ef99415c03 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event updated for resources: {'Port': ['ID=25c4c06a-1a03-460a-bb4c-286958f931ff,revision_number=7']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:38.935379 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0e683ac3-3dbb-443b-97d6-f52ab3654151 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group (fccd30fe-6657-4067-a425-f473e8410efb), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:38.957076 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['25c4c06a-1a03-460a-bb4c-286958f931ff'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:50:38.966423 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0e683ac3-3dbb-443b-97d6-f52ab3654151 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group (fccd30fe-6657-4067-a425-f473e8410efb), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:39.024067 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a73abe-fbb7-47eb-bcac-f5f7228a7909 x-openstack-request-id: req-72a73abe-fbb7-47eb-bcac-f5f7228a7909 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:50:39.024375 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:50:39.024635 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72a73abe-fbb7-47eb-bcac-f5f7228a7909 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:50:39.025069 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'status': 'completed', 'code': 200} Mar 09 14:50:39.117007 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-97b7ecfc-2ca0-4301-8637-999d71b086ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:39.118754 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-97b7ecfc-2ca0-4301-8637-999d71b086ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb&device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 1129 time: 0.0718417 Mar 09 14:50:39.179202 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0e683ac3-3dbb-443b-97d6-f52ab3654151 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (fccd30fe-6657-4067-a425-f473e8410efb), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:39.182800 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0e683ac3-3dbb-443b-97d6-f52ab3654151 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:39.184249 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0e683ac3-3dbb-443b-97d6-f52ab3654151 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "DELETE /v2.0/security-groups/fccd30fe-6657-4067-a425-f473e8410efb HTTP/1.1" status: 204 len: 168 time: 0.3516562 Mar 09 14:50:39.189986 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40222) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:50:39.228293 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-a5a6e810-9b53-490f-b845-af5d2d5e5055 None None] Provisioning complete for port 25c4c06a-1a03-460a-bb4c-286958f931ff triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:50:39.229005 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e810-9b53-490f-b845-af5d2d5e5055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:39.230884 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e683ac3-3dbb-443b-97d6-f52ab3654151 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccd30fe-6657-4067-a425-f473e8410efb,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:39.256392 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-76c55b39-6ec7-4041-ac18-3534452610b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:39.260538 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-76c55b39-6ec7-4041-ac18-3534452610b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58b910ad-0b37-4c80-9cd3-724ebc3f515b HTTP/1.1" status: 200 len: 916 time: 0.1332626 Mar 09 14:50:39.427487 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205757e-9949-4217-9601-0a42c4ff8a71 req-da005633-b59c-430d-960a-491e0de882a3 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:39.436971 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3205757e-9949-4217-9601-0a42c4ff8a71 req-da005633-b59c-430d-960a-491e0de882a3 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.1941054 Mar 09 14:50:39.460321 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc281d-5227-4385-86d5-064f7ee6ba4c req-06d35d56-e8c5-4102-82aa-e3be82b40257 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:39.462891 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cfdc281d-5227-4385-86d5-064f7ee6ba4c req-06d35d56-e8c5-4102-82aa-e3be82b40257 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.2186062 Mar 09 14:50:39.640500 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6e810-9b53-490f-b845-af5d2d5e5055 None None] Current status of the port 25c4c06a-1a03-460a-bb4c-286958f931ff is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:50:39.646123 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3205757e-9949-4217-9601-0a42c4ff8a71 req-977df16f-dc6a-4aef-83fa-9ca79ee68e89 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077241 Mar 09 14:50:39.661555 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-cfdc281d-5227-4385-86d5-064f7ee6ba4c req-b795fd5e-94dc-45e7-a502-607598ae6592 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861567 Mar 09 14:50:39.699511 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Deleting port 7f884fa7-d977-4c8f-b4c9-96e399236042 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:50:39.699862 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (7f884fa7-d977-4c8f-b4c9-96e399236042), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:39.855641 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-4a2800a0-5788-40e4-a43f-b6925b4ff746 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 1001 time: 0.5859993 Mar 09 14:50:39.871517 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (7f884fa7-d977-4c8f-b4c9-96e399236042), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:39.871842 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for floatingip (7f884fa7-d977-4c8f-b4c9-96e399236042), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:39.916063 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Calling delete_port for 7f884fa7-d977-4c8f-b4c9-96e399236042 owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:50:39.991216 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f1c58-9ece-4ade-a396-dbc85159c6e2 req-188cd362-764d-4d11-ac4c-7e1cc1a21348 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:39.992917 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-935f1c58-9ece-4ade-a396-dbc85159c6e2 req-188cd362-764d-4d11-ac4c-7e1cc1a21348 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.1125832 Mar 09 14:50:40.076498 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-935f1c58-9ece-4ade-a396-dbc85159c6e2 req-3784d0e9-fe84-4519-afae-f9ec29ab585f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768445 Mar 09 14:50:40.273575 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (7f884fa7-d977-4c8f-b4c9-96e399236042), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:40.301698 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event deleted for resources: {'Port': ['ID=7f884fa7-d977-4c8f-b4c9-96e399236042,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:40.364970 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks [] for floatingip (6f76bd42-c4e6-41d9-a28e-2ceae95ba445), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:40.365228 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Floating IP 6f76bd42-c4e6-41d9-a28e-2ceae95ba445 disassociated (deleted). External IP: 172.27.2.125, port: 25c4c06a-1a03-460a-bb4c-286958f931ff. Mar 09 14:50:40.604241 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Router 5928671e-af32-49a3-ada6-a162735585af has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:50:40.822077 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:50:40.827477 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:40.836091 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] Sync routers for ids ['5928671e-af32-49a3-ada6-a162735585af'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:50:40.846281 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] Routers {'5928671e-af32-49a3-ada6-a162735585af'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:50:40.846907 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:50:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['5928671e-af32-49a3-ada6-a162735585af'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:40.875010 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8ec1-0c67-4a5e-ae38-e48bbdcf9faa req-b2f927f8-84de-4c4c-bb96-a301695c3066 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:40.876703 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1c2f8ec1-0c67-4a5e-ae38-e48bbdcf9faa req-b2f927f8-84de-4c4c-bb96-a301695c3066 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.1289940 Mar 09 14:50:40.879105 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f18f6efc-c833-417d-b3e6-a50c13830327 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "DELETE /v2.0/floatingips/6f76bd42-c4e6-41d9-a28e-2ceae95ba445 HTTP/1.1" status: 204 len: 168 time: 1.6904967 Mar 09 14:50:40.892950 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b990dd9-fa6f-4a3c-95d3-b16efbe9d443 req-23fa8d6a-1304-4398-84d7-ef19ed2be4da tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:40.894339 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b990dd9-fa6f-4a3c-95d3-b16efbe9d443 req-23fa8d6a-1304-4398-84d7-ef19ed2be4da tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.1332581 Mar 09 14:50:40.954271 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] Set router 5928671e-af32-49a3-ada6-a162735585af gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:50:40.964526 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1c2f8ec1-0c67-4a5e-ae38-e48bbdcf9faa req-34047f06-e982-4f72-a206-caf681cfefcd tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787101 Mar 09 14:50:40.968308 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0b990dd9-fa6f-4a3c-95d3-b16efbe9d443 req-ae63da6b-631e-4446-806f-50faa87beb07 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675561 Mar 09 14:50:41.026166 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:50:41.028988 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372f7301-8ff1-48b9-a44f-449bd01617d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:50:41.092927 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293eb0cb-82bd-4fbf-b7de-d110d230f7e2 x-openstack-request-id: req-293eb0cb-82bd-4fbf-b7de-d110d230f7e2 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:50:41.093229 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:50:41.093488 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-293eb0cb-82bd-4fbf-b7de-d110d230f7e2 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:50:41.093889 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'status': 'completed', 'code': 200} Mar 09 14:50:41.152229 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:50:41.228255 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:36Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4c41a77c-792f-48e2-bcd6-9e799953e3b3', 'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'mac_address': 'fa:16:3e:89:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:35Z', 'updated_at': '2022-03-09T14:47:40Z', 'revision_number': 5, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'subnets': [{'id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:41.242278 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c27d5-9c6b-420e-abcb-5d6864d93d17 req-2d6a2ecb-f558-4f78-a676-61a383b8533d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:41.243902 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3d5c27d5-9c6b-420e-abcb-5d6864d93d17 req-2d6a2ecb-f558-4f78-a676-61a383b8533d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0585732 Mar 09 14:50:41.255502 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] Checking router: 5928671e-af32-49a3-ada6-a162735585af for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:50:41.264611 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] Routers {'5928671e-af32-49a3-ada6-a162735585af'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:50:41.265263 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:50:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['5928671e-af32-49a3-ada6-a162735585af'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:41.293895 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3d5c27d5-9c6b-420e-abcb-5d6864d93d17 req-582e1d98-ebf6-4018-9bdd-e7b8a454c96d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438240 Mar 09 14:50:41.373627 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] Set router 5928671e-af32-49a3-ada6-a162735585af gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:50:41.577656 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:36Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4c41a77c-792f-48e2-bcd6-9e799953e3b3', 'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'mac_address': 'fa:16:3e:89:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:35Z', 'updated_at': '2022-03-09T14:47:40Z', 'revision_number': 5, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'subnets': [{'id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:50:41.607902 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89818c-ddfa-433e-af3b-c155f5f9dc08 None None] The sync data for ids ['5928671e-af32-49a3-ada6-a162735585af'] in dv-cinder-830086-3-iscsi is: [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:47:36Z', 'revision_number': 4, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4c41a77c-792f-48e2-bcd6-9e799953e3b3', 'name': '', 'network_id': '58b910ad-0b37-4c80-9cd3-724ebc3f515b', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'mac_address': 'fa:16:3e:89:1a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:35Z', 'updated_at': '2022-03-09T14:47:40Z', 'revision_number': 5, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'subnets': [{'id': '6ec538c9-fc83-4aff-885a-b6f59e2898fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:50:41.866488 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87e3fd5-c0f6-432a-b25a-e2e008384d4d None None] New status for floating IP 6f76bd42-c4e6-41d9-a28e-2ceae95ba445: DOWN {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:50:42.127063 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdcf99-9f9a-4ccd-aace-ab0580b908ea req-11dd1a98-98a7-4ea0-9ca5-9baa34bba37e tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:42.128575 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d5bdcf99-9f9a-4ccd-aace-ab0580b908ea req-11dd1a98-98a7-4ea0-9ca5-9baa34bba37e tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0830407 Mar 09 14:50:42.137357 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eafb6-8589-424b-ac2f-204038f68ad3 req-5e48a966-0786-4a04-8dc7-dc7f91be7c25 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:42.138935 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-691eafb6-8589-424b-ac2f-204038f68ad3 req-5e48a966-0786-4a04-8dc7-dc7f91be7c25 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0840263 Mar 09 14:50:42.220777 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d5bdcf99-9f9a-4ccd-aace-ab0580b908ea req-995731e7-8523-4dad-aa20-5c7e9ac270f1 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808108 Mar 09 14:50:42.226266 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-691eafb6-8589-424b-ac2f-204038f68ad3 req-810a98e3-32eb-49b3-9ee6-b7e73d076182 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781631 Mar 09 14:50:42.423374 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6d8da-e5a5-4c33-8794-46b24f7366ef req-12426386-45dd-4aad-bcee-fe51aefbaa16 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:42.424883 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-32d6d8da-e5a5-4c33-8794-46b24f7366ef req-12426386-45dd-4aad-bcee-fe51aefbaa16 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0528443 Mar 09 14:50:42.605914 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-32d6d8da-e5a5-4c33-8794-46b24f7366ef req-e986c807-6c88-4c85-b11a-3c02acd1bafe tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750069 Mar 09 14:50:43.386765 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef3c99-06be-4bca-b933-0bb8a41d4964 req-eae59683-39a4-4de1-a83e-cc40e0b9f8d3 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:43.388225 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ccef3c99-06be-4bca-b933-0bb8a41d4964 req-eae59683-39a4-4de1-a83e-cc40e0b9f8d3 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0826721 Mar 09 14:50:43.399558 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84421d6b-2939-4c0f-83fd-23cf61157038 req-8e0c0fae-71dd-4cd0-9f4e-178399a55ca4 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:43.400946 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-84421d6b-2939-4c0f-83fd-23cf61157038 req-8e0c0fae-71dd-4cd0-9f4e-178399a55ca4 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0867124 Mar 09 14:50:43.467106 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ccef3c99-06be-4bca-b933-0bb8a41d4964 req-b53cf676-3efc-4e75-983f-7dd8ecb3fc2b tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652242 Mar 09 14:50:43.475544 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-84421d6b-2939-4c0f-83fd-23cf61157038 req-85e68dca-5934-4304-a0ea-fc79868ab768 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682638 Mar 09 14:50:43.727036 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afa2f3-870f-47e3-889d-0f5a43067dd8 req-d1a0da8b-39b9-499a-aa32-3a80cbd76a32 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:43.728705 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49afa2f3-870f-47e3-889d-0f5a43067dd8 req-d1a0da8b-39b9-499a-aa32-3a80cbd76a32 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0529604 Mar 09 14:50:43.787700 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-49afa2f3-870f-47e3-889d-0f5a43067dd8 req-0cf4df97-381e-498f-b56c-38f59557db66 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522923 Mar 09 14:50:44.651437 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15ae0a-7b16-4d5f-ad55-51acf8f88b35 req-770f7deb-d35f-416a-9a48-7102d0fe5ad0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:44.653607 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3a15ae0a-7b16-4d5f-ad55-51acf8f88b35 req-770f7deb-d35f-416a-9a48-7102d0fe5ad0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.1087751 Mar 09 14:50:44.661830 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbbc77-bb86-4741-af3c-b482a491bbee req-31910991-fc83-40e7-91a6-64e13598a295 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:44.662991 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8ffbbc77-bb86-4741-af3c-b482a491bbee req-31910991-fc83-40e7-91a6-64e13598a295 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.1052618 Mar 09 14:50:44.734288 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3a15ae0a-7b16-4d5f-ad55-51acf8f88b35 req-b7da71bc-f0a6-473a-8c8f-95c307ccc3b0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702095 Mar 09 14:50:44.738653 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8ffbbc77-bb86-4741-af3c-b482a491bbee req-268837c1-0e45-4d8f-a467-8954883dc654 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678966 Mar 09 14:50:44.853076 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c7ebbd8b-03f3-4b64-a9c9-6d10e3f30918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:45.067704 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ae639-a796-4c82-b46c-6013ff6c7aa1 req-932d089a-6690-4d9b-94a6-bf12b86dcd02 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:45.069235 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d74ae639-a796-4c82-b46c-6013ff6c7aa1 req-932d089a-6690-4d9b-94a6-bf12b86dcd02 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0536852 Mar 09 14:50:45.120375 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d74ae639-a796-4c82-b46c-6013ff6c7aa1 req-640fe59c-a876-4ac1-8cfe-d2a0f5c1103a tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434449 Mar 09 14:50:45.897164 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fa27d-efc7-4ad1-85b7-c01850d21623 req-df19b36b-85f2-4beb-96af-8dcaa1d7b4ae tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:45.898651 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-872fa27d-efc7-4ad1-85b7-c01850d21623 req-df19b36b-85f2-4beb-96af-8dcaa1d7b4ae tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0872014 Mar 09 14:50:45.911774 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf4671-3707-4f43-a39a-db8e6fb55bb3 req-e3b6f852-bd9b-4766-9116-a68833c7ea11 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:45.914004 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c0bf4671-3707-4f43-a39a-db8e6fb55bb3 req-e3b6f852-bd9b-4766-9116-a68833c7ea11 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0746028 Mar 09 14:50:45.978614 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-872fa27d-efc7-4ad1-85b7-c01850d21623 req-aef1f048-746a-4e97-9aba-cbac5a059171 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740430 Mar 09 14:50:45.991013 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c0bf4671-3707-4f43-a39a-db8e6fb55bb3 req-3fbbe403-b1c6-4694-8659-4c864098ac57 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633979 Mar 09 14:50:46.246698 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c5d5d-7916-4c98-8582-d10b73a9bfda req-98f2d5c8-374c-4e6a-9289-2b8a042932aa tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:46.248166 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-210c5d5d-7916-4c98-8582-d10b73a9bfda req-98f2d5c8-374c-4e6a-9289-2b8a042932aa tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0543392 Mar 09 14:50:46.295011 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-210c5d5d-7916-4c98-8582-d10b73a9bfda req-eb1103fb-c015-4108-a303-7f1e1089c438 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Mar 09 14:50:47.128693 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2e10932d-91ba-42a3-a086-bd474f24cd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:47.169992 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dab9e-9329-416a-a388-b5d3d42fed5a req-f1ff938d-f2bd-497d-9b6e-02559b466464 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:47.171452 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef8dab9e-9329-416a-a388-b5d3d42fed5a req-f1ff938d-f2bd-497d-9b6e-02559b466464 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0893033 Mar 09 14:50:47.179337 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4061c66-3ba1-4929-abe4-dd8de68b88ab req-a947eb8a-e4f0-4c9f-9cd5-eada4b2b9636 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:47.180666 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b4061c66-3ba1-4929-abe4-dd8de68b88ab req-a947eb8a-e4f0-4c9f-9cd5-eada4b2b9636 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0701659 Mar 09 14:50:47.254316 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ef8dab9e-9329-416a-a388-b5d3d42fed5a req-afa72440-8c53-4a2b-9018-661e672dbc3f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727043 Mar 09 14:50:47.257790 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b4061c66-3ba1-4929-abe4-dd8de68b88ab req-da4babd1-94e9-420f-8a94-39386154fa93 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707481 Mar 09 14:50:47.439251 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56478e-bf34-4e75-9828-9198bf63cd92 req-9d228edb-c0ab-458b-b0eb-31182e6da159 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:47.440770 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ae56478e-bf34-4e75-9828-9198bf63cd92 req-9d228edb-c0ab-458b-b0eb-31182e6da159 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0651522 Mar 09 14:50:47.489928 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ae56478e-bf34-4e75-9828-9198bf63cd92 req-509feb14-b3f1-48c9-8215-5b9cc8901797 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425858 Mar 09 14:50:48.427516 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3942722-b9b0-4089-bb35-6105394e363e req-df32c909-11e5-403f-9c95-d9f4a14162cf tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:48.429522 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f3942722-b9b0-4089-bb35-6105394e363e req-df32c909-11e5-403f-9c95-d9f4a14162cf tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0951526 Mar 09 14:50:48.437730 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce0ba6-db49-4871-ab19-8c070e3bde56 req-54ffe6c5-4173-4547-842b-d916289ad5d9 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:48.439270 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07ce0ba6-db49-4871-ab19-8c070e3bde56 req-54ffe6c5-4173-4547-842b-d916289ad5d9 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.1064503 Mar 09 14:50:48.559359 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f3942722-b9b0-4089-bb35-6105394e363e req-c8c438d3-81b6-4f3e-ac6e-b226a953bb8e tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176591 Mar 09 14:50:48.563634 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-07ce0ba6-db49-4871-ab19-8c070e3bde56 req-b732a1bc-edc7-49f6-b26c-815dadd9c80f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150503 Mar 09 14:50:48.641719 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:48.691887 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbb3d6-4d32-4c4c-9bc9-2916d86a3753 req-ef48e6b4-4ca5-4971-b157-568f3eaba9f2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:48.694265 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0cbb3d6-4d32-4c4c-9bc9-2916d86a3753 req-ef48e6b4-4ca5-4971-b157-568f3eaba9f2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0595779 Mar 09 14:50:48.738275 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0cbb3d6-4d32-4c4c-9bc9-2916d86a3753 req-7225c22e-241d-413f-95e4-f9875a4cede7 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393677 Mar 09 14:50:49.692878 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7c08-3853-4b93-a9a6-9d786844eb54 req-6aa5f0d1-d76d-4fb4-9667-c98034e4ce01 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:49.694949 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-054c7c08-3853-4b93-a9a6-9d786844eb54 req-6aa5f0d1-d76d-4fb4-9667-c98034e4ce01 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0679107 Mar 09 14:50:49.715712 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:49.769628 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-054c7c08-3853-4b93-a9a6-9d786844eb54 req-24eed1b5-ea39-40cc-94ae-3af9b98b1184 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651205 Mar 09 14:50:49.782868 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d8d53-0da4-4836-8de4-1ad5aca9f916 req-247d86ed-27dd-40ca-8c5d-05c32da9dcde tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:49.784474 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-427d8d53-0da4-4836-8de4-1ad5aca9f916 req-247d86ed-27dd-40ca-8c5d-05c32da9dcde tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0885642 Mar 09 14:50:49.873473 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-427d8d53-0da4-4836-8de4-1ad5aca9f916 req-477012fd-6be8-468f-bb2f-aaa59510e8c1 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749280 Mar 09 14:50:49.961949 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7663aa1-818a-4bc8-b21a-74bec4924e98 req-2772b15e-9957-48cf-b0ac-ad1d0ac1cb8b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:49.963390 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c7663aa1-818a-4bc8-b21a-74bec4924e98 req-2772b15e-9957-48cf-b0ac-ad1d0ac1cb8b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0544503 Mar 09 14:50:50.008626 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c7663aa1-818a-4bc8-b21a-74bec4924e98 req-d623565a-be30-431c-9d29-74a7375f8a38 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396204 Mar 09 14:50:50.913492 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd10d-1439-4e1a-b04a-a144afbc51e0 req-c3e4db07-ffe4-44fa-9d44-5f47a84009d5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:50.915087 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-932cd10d-1439-4e1a-b04a-a144afbc51e0 req-c3e4db07-ffe4-44fa-9d44-5f47a84009d5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0725574 Mar 09 14:50:50.993169 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-932cd10d-1439-4e1a-b04a-a144afbc51e0 req-1c363969-aafc-4f28-8bd2-d84e02080743 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723886 Mar 09 14:50:51.014304 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391697bc-af81-4b93-9f82-6f02d9cb5f70 req-118aeeac-b852-42bb-a1d4-07007d953a51 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:51.015749 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-391697bc-af81-4b93-9f82-6f02d9cb5f70 req-118aeeac-b852-42bb-a1d4-07007d953a51 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0641966 Mar 09 14:50:51.084915 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-391697bc-af81-4b93-9f82-6f02d9cb5f70 req-53432a9c-466d-405c-a77e-464f39f919af tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614767 Mar 09 14:50:51.143636 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0508ce1-1423-4a15-8f59-6d1befcae713 req-f105bb09-766a-4b05-90a3-cf56b2c9a31f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:51.150224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:51.151973 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0508ce1-1423-4a15-8f59-6d1befcae713 req-f105bb09-766a-4b05-90a3-cf56b2c9a31f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0660133 Mar 09 14:50:51.197193 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f0508ce1-1423-4a15-8f59-6d1befcae713 req-74413bc9-9355-46d5-b5fa-e55fd748fb18 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442312 Mar 09 14:50:51.990520 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-9404f8f9-76a5-46af-8c89-abb037165f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:51.992113 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-9404f8f9-76a5-46af-8c89-abb037165f97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ec538c9-fc83-4aff-885a-b6f59e2898fa HTTP/1.1" status: 200 len: 854 time: 0.0471590 Mar 09 14:50:52.042786 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-95d5ec61-bb98-4a67-890e-bad841c63260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.049360 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-95d5ec61-bb98-4a67-890e-bad841c63260 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58b910ad-0b37-4c80-9cd3-724ebc3f515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458460 Mar 09 14:50:52.151394 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f48c21-c899-43f8-ab45-710d66bc921c req-e73b802d-3dd6-4617-83e2-18979d672386 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.155529 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-58596fbd-0ded-412d-b142-d3a2bb16427f service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005247 Mar 09 14:50:52.157168 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-17f48c21-c899-43f8-ab45-710d66bc921c req-e73b802d-3dd6-4617-83e2-18979d672386 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0980642 Mar 09 14:50:52.241321 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-17f48c21-c899-43f8-ab45-710d66bc921c req-63e6af42-4d21-4036-99f5-42f84028b076 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827444 Mar 09 14:50:52.258011 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4cfa5a01-53fa-4390-a307-732de5118bb4 req-f4d1fe4f-e31a-4889-bd5f-c06d58618f94 service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911312 Mar 09 14:50:52.267510 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea30105-4141-45e3-b1b2-0093a2172010 req-72e34f5a-a1bf-4d8c-bc64-8d29e763b26e tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.269283 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fea30105-4141-45e3-b1b2-0093a2172010 req-72e34f5a-a1bf-4d8c-bc64-8d29e763b26e tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.1047397 Mar 09 14:50:52.350927 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-746ee375-2822-4c2b-8ca5-4e22713f5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.352783 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-746ee375-2822-4c2b-8ca5-4e22713f5ec5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb&device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 1129 time: 0.0440311 Mar 09 14:50:52.354230 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fea30105-4141-45e3-b1b2-0093a2172010 req-da2e1e70-36ec-4768-8f6a-43a296a9231e tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788217 Mar 09 14:50:52.370210 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b720e47-7194-454d-9f4b-b85d00cdaf1d req-2af8751a-606e-481e-9dba-035cb6b6340f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.371658 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4b720e47-7194-454d-9f4b-b85d00cdaf1d req-2af8751a-606e-481e-9dba-035cb6b6340f tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0760067 Mar 09 14:50:52.419507 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4b720e47-7194-454d-9f4b-b85d00cdaf1d req-1620467d-4de7-45ae-a651-a49920824b5b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Mar 09 14:50:52.454971 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-e8f35fe3-3654-4d32-886b-1bf18a2fd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.456416 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-e8f35fe3-3654-4d32-886b-1bf18a2fd84f service neutron] 10.222.0.16 "GET /v2.0/networks?id=58b910ad-0b37-4c80-9cd3-724ebc3f515b HTTP/1.1" status: 200 len: 916 time: 0.0888987 Mar 09 14:50:52.498553 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-874c3600-76bf-4ddb-b0c8-1ab00695485b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 200 len: 217 time: 0.0344968 Mar 09 14:50:52.549198 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-b4de722d-a384-4fca-b2d6-6917ad1c29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.550646 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-b4de722d-a384-4fca-b2d6-6917ad1c29d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ec538c9-fc83-4aff-885a-b6f59e2898fa HTTP/1.1" status: 200 len: 854 time: 0.0456996 Mar 09 14:50:52.601443 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-c6c3910f-25ea-4713-bda3-30889696a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.603005 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-c6c3910f-25ea-4713-bda3-30889696a7c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58b910ad-0b37-4c80-9cd3-724ebc3f515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431550 Mar 09 14:50:52.698289 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-e473a6a7-a59e-4ccb-9a4c-2b8aa6d6ff27 service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884986 Mar 09 14:50:52.797282 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-2f932dd5-6520-4d4a-90b5-83d7f0415e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.798750 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-2f932dd5-6520-4d4a-90b5-83d7f0415e71 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89&tenant_id=c80b610c11934b9eaaa6dad09b045bd6 HTTP/1.1" status: 200 len: 1128 time: 0.0996220 Mar 09 14:50:52.817949 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-372f7301-8ff1-48b9-a44f-449bd01617d3 req-45ffb474-e961-4d3c-b6a5-2ab05863892c service neutron] 10.222.0.16 "GET /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103406 Mar 09 14:50:52.873979 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-1e809380-ca30-43ec-9c6e-e434137d8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.875447 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-1e809380-ca30-43ec-9c6e-e434137d8804 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c80b610c11934b9eaaa6dad09b045bd6&device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1128 time: 0.0459681 Mar 09 14:50:52.969693 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-b9b78216-a038-47bd-86c7-d950ba4f4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:52.971215 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-b9b78216-a038-47bd-86c7-d950ba4f4275 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54791761-c286-421b-964b-dc04fe314c2f HTTP/1.1" status: 200 len: 910 time: 0.0888910 Mar 09 14:50:53.043498 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-323e5b92-a76c-4959-94cf-f0600245719a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 200 len: 1000 time: 0.0640092 Mar 09 14:50:53.091174 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-1b1ad218-cc8a-4005-8cb0-9f03c0af29af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:53.092643 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-1b1ad218-cc8a-4005-8cb0-9f03c0af29af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=045a8cce-abe9-4120-9d35-9c86be6ad914 HTTP/1.1" status: 200 len: 848 time: 0.0430989 Mar 09 14:50:53.140459 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-510e4c3c-521f-4831-8d87-2fffd945e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:53.141977 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-510e4c3c-521f-4831-8d87-2fffd945e40a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54791761-c286-421b-964b-dc04fe314c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432212 Mar 09 14:50:53.232968 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-28f2c775-f2ea-4f8f-8fdd-493c72c9dce0 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835803 Mar 09 14:50:53.322850 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d4ce6be0-a636-4433-b79d-1846e5548c92 req-5832fc60-daa0-430c-88e0-a0167ea085c4 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836558 Mar 09 14:50:53.352225 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27f85b-305c-4479-bedc-6e41d4bbefdd req-61c1ceee-2717-4ff4-b734-83e088d15f4e tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:53.353704 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7f27f85b-305c-4479-bedc-6e41d4bbefdd req-61c1ceee-2717-4ff4-b734-83e088d15f4e tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0496187 Mar 09 14:50:53.404971 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7f27f85b-305c-4479-bedc-6e41d4bbefdd req-d479980e-42ed-4f50-a37d-25c5e50a9bb0 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456631 Mar 09 14:50:53.548388 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0bfb3-a74e-4c9c-a38d-d0dff5c78abf req-38113b5d-1408-4531-94a9-698fcce82644 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:53.549876 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63e0bfb3-a74e-4c9c-a38d-d0dff5c78abf req-38113b5d-1408-4531-94a9-698fcce82644 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0903120 Mar 09 14:50:53.581552 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03c5bd-8e80-4d0a-88f8-42cce793d3fc req-15be225c-ba6a-4186-a773-f021bcda5b6c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:53.582997 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4c03c5bd-8e80-4d0a-88f8-42cce793d3fc req-15be225c-ba6a-4186-a773-f021bcda5b6c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 944 time: 0.0823638 Mar 09 14:50:53.626414 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-63e0bfb3-a74e-4c9c-a38d-d0dff5c78abf req-a3fd8eed-e37f-4850-a93b-2e602b567c89 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677123 Mar 09 14:50:53.656470 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4c03c5bd-8e80-4d0a-88f8-42cce793d3fc req-e9fe10b9-0276-413e-a8e3-13c6b0207610 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670989 Mar 09 14:50:54.127378 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-3d06d435-8906-4f68-a6e8-344f4df9e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:54.129097 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-3d06d435-8906-4f68-a6e8-344f4df9e9f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 1129 time: 0.0654833 Mar 09 14:50:54.200762 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2bcbb-4dc8-4534-a4f7-c74e131695b9 req-fc0b51f1-21ab-480b-9523-d94a82fae2fd tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:54.202266 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffc2bcbb-4dc8-4534-a4f7-c74e131695b9 req-fc0b51f1-21ab-480b-9523-d94a82fae2fd tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.2663634 Mar 09 14:50:54.231374 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-af0972bd-0e16-4883-a11e-f41ce644f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:54.231374 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-af0972bd-0e16-4883-a11e-f41ce644f8d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 200 len: 911 time: 0.0916283 Mar 09 14:50:54.249275 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ffc2bcbb-4dc8-4534-a4f7-c74e131695b9 req-df739270-b51b-4b1d-a0e0-36ad3c146b04 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409265 Mar 09 14:50:54.296270 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-1ccb76d1-2211-4e45-a0ff-05facb94f96c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724fc252-ba53-4a26-b561-8f99acfab524 HTTP/1.1" status: 200 len: 1000 time: 0.0620232 Mar 09 14:50:54.344619 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-f7421e36-ffbf-4e56-9684-7531548fc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:54.346038 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-f7421e36-ffbf-4e56-9684-7531548fc1b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35bb6907-92c8-43d5-8fa4-60e4dd9b091d HTTP/1.1" status: 200 len: 849 time: 0.0426960 Mar 09 14:50:54.358694 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 01489f9a-be91-44f0-aac2-b77f8783f83b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:50:54.395520 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-be3db730-20e1-4f9f-a8b9-5f888928c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:54.397672 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-be3db730-20e1-4f9f-a8b9-5f888928c078 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443990 Mar 09 14:50:54.459003 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:54.471019 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'port_id': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'mac_address': 'fa:16:3e:37:7a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:50:54.500735 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-851ed4ba-01b7-46ee-bb96-8be7db81b102 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963008 Mar 09 14:50:54.514293 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 01489f9a-be91-44f0-aac2-b77f8783f83b is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:50:54.515896 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:54.542241 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01489f9a-be91-44f0-aac2-b77f8783f83b {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:50:54.547512 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc263414-285b-4bfc-b683-2882a3025587 req-c492adb4-a24d-459c-b4fc-8fef0433f67b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:54.549079 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bc263414-285b-4bfc-b683-2882a3025587 req-c492adb4-a24d-459c-b4fc-8fef0433f67b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0617023 Mar 09 14:50:54.565745 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:54.601806 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bc263414-285b-4bfc-b683-2882a3025587 req-0ae46841-1622-49ab-b33a-c5f7aabbf6f1 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463073 Mar 09 14:50:54.609902 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c5414a4e-f91a-4b46-a1a5-ac41d1d30f9a req-1d6b99b7-9ed6-4453-8bb8-56dc83c73692 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002178 Mar 09 14:50:54.613039 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:54.663612 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=9']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:54.778096 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155836c-abbd-4283-9e2e-aa39e9190e83 req-c31e3cad-fe1b-4c33-888d-08b565e6a29e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:54.779534 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1155836c-abbd-4283-9e2e-aa39e9190e83 req-c31e3cad-fe1b-4c33-888d-08b565e6a29e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 945 time: 0.0535755 Mar 09 14:50:54.825847 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1155836c-abbd-4283-9e2e-aa39e9190e83 req-1732dd3c-62a4-4cbf-9839-f0a38bb1ae2d tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404799 Mar 09 14:50:54.888498 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['01489f9a-be91-44f0-aac2-b77f8783f83b'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:50:55.364930 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8edc05-b056-445c-ba70-a3674e62475b req-7ca52ba0-e803-4cc2-823e-dca03b1834ac tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:55.366465 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eb8edc05-b056-445c-ba70-a3674e62475b req-7ca52ba0-e803-4cc2-823e-dca03b1834ac tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0510523 Mar 09 14:50:55.412420 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eb8edc05-b056-445c-ba70-a3674e62475b req-fa4efc12-bfee-440d-b9e9-dab8a2981d8a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 Mar 09 14:50:55.720996 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0bb78-f528-4d4e-a691-57a28ffabf36 req-467e9ff2-9679-4e1f-b378-ec8d820abf05 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:55.722477 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9ff0bb78-f528-4d4e-a691-57a28ffabf36 req-467e9ff2-9679-4e1f-b378-ec8d820abf05 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0516272 Mar 09 14:50:55.774273 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9ff0bb78-f528-4d4e-a691-57a28ffabf36 req-82afc2b8-1626-456d-9d84-206ea5dea8f6 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462060 Mar 09 14:50:55.843537 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44b15d-6d7d-47f5-afb3-7d6378e2a687 req-ca37a502-d0f0-4ef5-97c0-2cd10c6e4eb8 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:55.844935 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ab44b15d-6d7d-47f5-afb3-7d6378e2a687 req-ca37a502-d0f0-4ef5-97c0-2cd10c6e4eb8 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.0507550 Mar 09 14:50:55.891303 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ab44b15d-6d7d-47f5-afb3-7d6378e2a687 req-cf9d2933-89c8-4559-928f-dc95ef9641c0 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Mar 09 14:50:55.944223 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0139a7-891e-4c7b-9dca-ef2d213ac704 req-c5b2e2c7-1d92-49d3-9594-47478f9f5ade tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:55.945723 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ea0139a7-891e-4c7b-9dca-ef2d213ac704 req-c5b2e2c7-1d92-49d3-9594-47478f9f5ade tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 945 time: 0.0505314 Mar 09 14:50:55.990215 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ea0139a7-891e-4c7b-9dca-ef2d213ac704 req-924ec1a0-aa7b-42dc-91cb-1b2bb8c5e45b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390754 Mar 09 14:50:56.369719 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 01489f9a-be91-44f0-aac2-b77f8783f83b up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:50:56.416526 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 01489f9a-be91-44f0-aac2-b77f8783f83b triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:50:56.416931 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:56.492219 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 01489f9a-be91-44f0-aac2-b77f8783f83b is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:50:56.492609 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:56.514649 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:50:56.516922 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02fa1f0-8e52-4bb7-b43f-18df4318b4f8" -d '{"events": [{"server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "name": "network-vif-plugged", "status": "completed", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:50:56.529050 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:56.531267 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953210e-e142-4650-a162-b8bd92cfd2b4 req-ca14a132-1792-4e20-898f-acdaaca25ef9 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:56.532944 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7953210e-e142-4650-a162-b8bd92cfd2b4 req-ca14a132-1792-4e20-898f-acdaaca25ef9 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0549419 Mar 09 14:50:56.552947 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0183b4f-8f59-4fb0-90be-48a696274aa7 x-openstack-request-id: req-a0183b4f-8f59-4fb0-90be-48a696274aa7 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:50:56.552947 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "name": "network-vif-plugged", "status": "completed", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:50:56.554003 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0183b4f-8f59-4fb0-90be-48a696274aa7 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:50:56.554404 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'code': 200} Mar 09 14:50:56.584161 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7953210e-e142-4650-a162-b8bd92cfd2b4 req-5bfdb169-eb23-4239-8f3f-54480a7b0b7d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450907 Mar 09 14:50:56.594323 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:56.646147 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=10']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:56.880652 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836128e3-9eed-433d-b442-d9051ee997b9 req-b028caca-464f-4441-9c81-dd517aecd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:56.882295 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-836128e3-9eed-433d-b442-d9051ee997b9 req-b028caca-464f-4441-9c81-dd517aecd1fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 1131 time: 0.0477412 Mar 09 14:50:56.893674 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e294694-cc43-44ae-8ab2-a953822cbd19 req-07b70d62-f1cb-403b-92c8-5a4bcc143f69 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:56.895052 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0e294694-cc43-44ae-8ab2-a953822cbd19 req-07b70d62-f1cb-403b-92c8-5a4bcc143f69 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0514743 Mar 09 14:50:56.927080 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-836128e3-9eed-433d-b442-d9051ee997b9 req-69578a94-08cd-4243-8dd3-34eaaedc816c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387356 Mar 09 14:50:56.944702 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0e294694-cc43-44ae-8ab2-a953822cbd19 req-4b91633a-4748-49bc-a453-a951e241c235 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 Mar 09 14:50:57.010334 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6c1b8-3585-4a78-8e0a-07772e851cb5 req-11911fb8-85b3-4215-a83c-ef2414dca503 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:57.011755 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2de6c1b8-3585-4a78-8e0a-07772e851cb5 req-11911fb8-85b3-4215-a83c-ef2414dca503 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.0536757 Mar 09 14:50:57.059305 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2de6c1b8-3585-4a78-8e0a-07772e851cb5 req-0ce5cf1c-9278-46a9-a2d1-e4b4092b266e tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Mar 09 14:50:57.264289 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e145f16-4e3c-4465-9b20-3bf6ffce12e3 req-ae534206-1f66-48df-929c-38dc1db3dc82 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:57.265684 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0e145f16-4e3c-4465-9b20-3bf6ffce12e3 req-ae534206-1f66-48df-929c-38dc1db3dc82 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 947 time: 0.0504506 Mar 09 14:50:57.310548 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0e145f16-4e3c-4465-9b20-3bf6ffce12e3 req-71d8bcf8-2180-43f9-8d7e-67e1a2c60cf8 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395231 Mar 09 14:50:57.863338 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-45cb0823-f006-43f5-a22b-61f5bd0d7f5d tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:57.864773 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-45cb0823-f006-43f5-a22b-61f5bd0d7f5d tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.0500820 Mar 09 14:50:57.961229 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Deleting port 25c4c06a-1a03-460a-bb4c-286958f931ff {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:50:57.961874 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:58.050332 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] For port 25c4c06a-1a03-460a-bb4c-286958f931ff, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=25c4c06a-1a03-460a-bb4c-286958f931ff,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:50:58.050810 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:58.061650 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8cd62-a75a-4225-8fd4-e704b29d9a77 req-d36180b8-cc41-41be-a608-bbfe4da81531 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:58.064006 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Calling delete_port for 25c4c06a-1a03-460a-bb4c-286958f931ff owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:50:58.074790 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9c8cd62-a75a-4225-8fd4-e704b29d9a77 req-d36180b8-cc41-41be-a608-bbfe4da81531 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0587313 Mar 09 14:50:58.133058 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a9c8cd62-a75a-4225-8fd4-e704b29d9a77 req-cbe78fa7-0e69-41ac-a95a-f277a7ec8f87 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588157 Mar 09 14:50:58.211062 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d873170-f9c7-4559-b495-0aa5743cd3bc req-f794abf5-1fc3-448b-80e7-a17608bd2bd1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:58.213136 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5d873170-f9c7-4559-b495-0aa5743cd3bc req-f794abf5-1fc3-448b-80e7-a17608bd2bd1 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 945 time: 0.0541413 Mar 09 14:50:58.262432 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5d873170-f9c7-4559-b495-0aa5743cd3bc req-14b537cc-c1b6-4415-a58c-88744a293b74 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/security-groups?id=5eb4ab7a-e678-46cb-93fb-8044bdef1309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Mar 09 14:50:58.288462 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (25c4c06a-1a03-460a-bb4c-286958f931ff), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:58.300737 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['25c4c06a-1a03-460a-bb4c-286958f931ff'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:50:58.318535 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Pushing event deleted for resources: {'Port': ['ID=25c4c06a-1a03-460a-bb4c-286958f931ff,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:50:58.347579 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.354436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:50:58.373674 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] No DVR routers for this DVR port 25c4c06a-1a03-460a-bb4c-286958f931ff on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:50:58.377491 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:50:58.380499 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-34a73f90-e069-4a92-b355-4ec1c4ca6197 req-8a40f0e4-a243-49bd-b83a-8a09df00201b tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.16 "DELETE /v2.0/ports/25c4c06a-1a03-460a-bb4c-286958f931ff HTTP/1.1" status: 204 len: 173 time: 0.5103953 Mar 09 14:50:58.381082 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'name': 'network-vif-deleted', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:50:58.384094 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2677828b-3fe4-458b-b296-75611f3a43b6" -d '{"events": [{"server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "name": "network-vif-deleted", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:50:58.426815 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71df2f5e-b194-4f0d-8ab3-8bb809dc9f06 x-openstack-request-id: req-71df2f5e-b194-4f0d-8ab3-8bb809dc9f06 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:50:58.427117 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d03c07a-7c4f-408d-b255-cb1a10cd776d", "name": "network-vif-deleted", "tag": "25c4c06a-1a03-460a-bb4c-286958f931ff", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:50:58.427375 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71df2f5e-b194-4f0d-8ab3-8bb809dc9f06 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:50:58.427776 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d03c07a-7c4f-408d-b255-cb1a10cd776d', 'name': 'network-vif-deleted', 'tag': '25c4c06a-1a03-460a-bb4c-286958f931ff', 'status': 'completed', 'code': 200} Mar 09 14:50:58.451413 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece6ba0-cae2-4907-ad47-dec60133e4c9 req-fbe087e8-266b-495d-a1b9-19c5293913a0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:58.452938 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eece6ba0-cae2-4907-ad47-dec60133e4c9 req-fbe087e8-266b-495d-a1b9-19c5293913a0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 947 time: 0.0532448 Mar 09 14:50:58.501103 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-eece6ba0-cae2-4907-ad47-dec60133e4c9 req-62477d20-2376-4501-874a-c7575d2aa00e tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424769 Mar 09 14:50:59.244823 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858c4cc-c0f2-4910-9d58-d1fe8bf6a11a req-c6ff1ac8-2d6e-4893-ba2e-4b4917bc145f tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:59.246300 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d858c4cc-c0f2-4910-9d58-d1fe8bf6a11a req-c6ff1ac8-2d6e-4893-ba2e-4b4917bc145f tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0558362 Mar 09 14:50:59.304993 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d858c4cc-c0f2-4910-9d58-d1fe8bf6a11a req-f0db1131-5804-41f6-8d77-5e63fab1ccf5 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528982 Mar 09 14:50:59.382690 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-09dd93f8-5cca-41ee-9a5f-fd102ec8fb8d req-17f00be0-b86a-4c08-8d16-3a5409171325 tempest-TestMinimumBasicScenario-2141983447 tempest-TestMinimumBasicScenario-2141983447-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d03c07a-7c4f-408d-b255-cb1a10cd776d HTTP/1.1" status: 200 len: 210 time: 0.0275502 Mar 09 14:50:59.621670 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed04de-ccf6-4bf6-8f57-ee5ca5af8a45 req-1eb7e403-7efd-4305-8889-1305cb014f39 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:50:59.623144 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0eed04de-ccf6-4bf6-8f57-ee5ca5af8a45 req-1eb7e403-7efd-4305-8889-1305cb014f39 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 947 time: 0.0511374 Mar 09 14:50:59.669238 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0eed04de-ccf6-4bf6-8f57-ee5ca5af8a45 req-126736e1-263c-4c00-8b20-749c171deeed tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400372 Mar 09 14:51:00.429558 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa574ad7-ffac-4b77-bf4f-08c8ede367d5 req-4c45607b-4aaa-49ff-b7c3-929f7c1f71f8 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:00.431071 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aa574ad7-ffac-4b77-bf4f-08c8ede367d5 req-4c45607b-4aaa-49ff-b7c3-929f7c1f71f8 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0562973 Mar 09 14:51:00.485924 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aa574ad7-ffac-4b77-bf4f-08c8ede367d5 req-b5c81e3b-c669-41c1-9c9a-4159091c3d91 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483720 Mar 09 14:51:00.790651 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6ab9d-3bf2-4fd5-bef1-1c1aa9ff6fc4 req-a60d506c-34b2-425c-90cb-2e16143fe66c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:00.792220 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-30f6ab9d-3bf2-4fd5-bef1-1c1aa9ff6fc4 req-a60d506c-34b2-425c-90cb-2e16143fe66c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 947 time: 0.0530200 Mar 09 14:51:00.838978 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-30f6ab9d-3bf2-4fd5-bef1-1c1aa9ff6fc4 req-d0034e63-1af0-4aef-b2a4-ed4f8795fe61 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 Mar 09 14:51:01.607707 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876a6dc-31b5-4b89-9d97-07f02f53705b req-817f6dbc-723e-4ee5-82a0-6d4c5ea24804 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:01.609194 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7876a6dc-31b5-4b89-9d97-07f02f53705b req-817f6dbc-723e-4ee5-82a0-6d4c5ea24804 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 944 time: 0.0562773 Mar 09 14:51:01.661477 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7876a6dc-31b5-4b89-9d97-07f02f53705b req-d44c626e-cd7a-4277-b3ed-a1b03d3d4f8b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468061 Mar 09 14:51:01.827463 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40524) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:02.234248 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580745'] for router_interface (5928671e-af32-49a3-ada6-a162735585af), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:02.385807 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:51:02.389184 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 25c4c06a-1a03-460a-bb4c-286958f931ff no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:02.421171 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 25c4c06a-1a03-460a-bb4c-286958f931ff {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:02.421515 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 25c4c06a-1a03-460a-bb4c-286958f931ff not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:02.513171 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:02.535900 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'port_id': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'mac_address': 'fa:16:3e:bf:16:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:51:02.554050 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Deleting port 4c41a77c-792f-48e2-bcd6-9e799953e3b3 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:02.554540 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:02.576835 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:51:02.577244 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:02.594883 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:51:02.612874 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:02.617487 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:02.637952 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] For port 4c41a77c-792f-48e2-bcd6-9e799953e3b3, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=4c41a77c-792f-48e2-bcd6-9e799953e3b3,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:02.638516 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:02.650901 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Calling delete_port for 4c41a77c-792f-48e2-bcd6-9e799953e3b3 owned by network:router_interface {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:02.680594 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:02.735984 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,revision_number=7']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:02.841186 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b3f1a-4805-4c2b-a2f4-d2679ab3e62f req-3bccc714-22b2-46fc-adf6-d223d8e9505e tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:02.842632 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2c4b3f1a-4805-4c2b-a2f4-d2679ab3e62f req-3bccc714-22b2-46fc-adf6-d223d8e9505e tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 945 time: 0.0806832 Mar 09 14:51:02.923236 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2c4b3f1a-4805-4c2b-a2f4-d2679ab3e62f req-6edf12ab-007e-4997-a363-45b54c5a1289 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747373 Mar 09 14:51:02.948006 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:51:02.975990 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (4c41a77c-792f-48e2-bcd6-9e799953e3b3), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:03.005206 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c41a77c-792f-48e2-bcd6-9e799953e3b3,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:03.038279 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.038632 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.038970 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.039302 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.039628 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.039954 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.040281 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.040929 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.040929 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.041255 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.041660 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.041887 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.042198 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:03.077105 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca339c-5db9-4439-9c03-180fe108d68c req-7588844f-bee5-4061-93bc-b2ce5ed30a2c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:03.078644 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-89ca339c-5db9-4439-9c03-180fe108d68c req-7588844f-bee5-4061-93bc-b2ce5ed30a2c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 946 time: 0.1304030 Mar 09 14:51:03.171704 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-89ca339c-5db9-4439-9c03-180fe108d68c req-b2ede504-5d30-492b-9f67-e7e356268655 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858474 Mar 09 14:51:03.438701 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580377'] for router_interface (5928671e-af32-49a3-ada6-a162735585af), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:03.648130 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Router 5928671e-af32-49a3-ada6-a162735585af has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:51:03.752235 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:51:03.757210 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-67d813e9-c919-4f15-bee1-be3d7540bab0 admin admin] 10.222.0.20 "PUT /v2.0/routers/5928671e-af32-49a3-ada6-a162735585af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9290123 Mar 09 14:51:03.759687 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40536) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:03.760605 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] Sync routers for ids ['5928671e-af32-49a3-ada6-a162735585af'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:51:03.769964 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] Routers {'5928671e-af32-49a3-ada6-a162735585af'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:03.770566 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:50:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['5928671e-af32-49a3-ada6-a162735585af'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:03.862523 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Publish callbacks [] for router (5928671e-af32-49a3-ada6-a162735585af), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:03.875660 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] Set router 5928671e-af32-49a3-ada6-a162735585af gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:03.969605 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Publish callbacks [] for router_gateway (5928671e-af32-49a3-ada6-a162735585af), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.048081 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b2e88-9b3a-478e-937b-b378da389fb6 req-3f822667-ef23-4b4c-94a1-62d5a5bf1513 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:04.049630 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e06b2e88-9b3a-478e-937b-b378da389fb6 req-3f822667-ef23-4b4c-94a1-62d5a5bf1513 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 945 time: 0.0557418 Mar 09 14:51:04.125641 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e06b2e88-9b3a-478e-937b-b378da389fb6 req-e607d064-39f9-4ab1-9f51-30a9fd3ef83a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547540 Mar 09 14:51:04.134405 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Deleting port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:04.134749 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.175115 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:51:02Z', 'revision_number': 5, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port': {'id': '5bc81904-2a3d-4bcd-8813-344a4e9ccba7', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5928671e-af32-49a3-ada6-a162735585af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:33Z', 'updated_at': '2022-03-09T14:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:04.204389 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] Checking router: 5928671e-af32-49a3-ada6-a162735585af for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:51:04.214849 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] Routers {'5928671e-af32-49a3-ada6-a162735585af'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:04.215487 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:50:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['5928671e-af32-49a3-ada6-a162735585af'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:04.220681 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] For port 5bc81904-2a3d-4bcd-8813-344a4e9ccba7, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=5bc81904-2a3d-4bcd-8813-344a4e9ccba7,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:04.221080 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.233831 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Calling delete_port for 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 owned by network:router_gateway {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:04.302615 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] Set router 5928671e-af32-49a3-ada6-a162735585af gateway port host: None {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:04.344188 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e77822-606a-444f-a172-1163235842e8 req-6099a0dd-4d10-44e9-b447-6dcaf0276831 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:04.345703 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-66e77822-606a-444f-a172-1163235842e8 req-6099a0dd-4d10-44e9-b447-6dcaf0276831 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 946 time: 0.1015155 Mar 09 14:51:04.354079 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:51:03Z', 'revision_number': 6, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port_host': None}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:04.384310 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3b94f-737c-4d8d-8cfd-06e7c9624a3c None None] The sync data for ids ['5928671e-af32-49a3-ada6-a162735585af'] in dv-cinder-830086-3-iscsi is: [{'id': '5928671e-af32-49a3-ada6-a162735585af', 'name': 'tempest-TestMinimumBasicScenario-1523486169-router', 'tenant_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:31Z', 'updated_at': '2022-03-09T14:51:03Z', 'revision_number': 6, 'project_id': '2d96e40d3a3a4ca48ae72a451e1c97eb', 'gw_port_host': None}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:51:04.408554 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:51:04.438953 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-66e77822-606a-444f-a172-1163235842e8 req-4763780d-23ab-41b1-b7f8-340a86b2e99c tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups?id=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621302 Mar 09 14:51:04.466532 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:51:04.466917 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.528171 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (5bc81904-2a3d-4bcd-8813-344a4e9ccba7), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.546688 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:51:04.547082 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.558898 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc81904-2a3d-4bcd-8813-344a4e9ccba7,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:04.577830 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:51:04.580092 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086bd9c2-9f2c-453c-bcb1-d5e63873fe12" -d '{"events": [{"server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "name": "network-vif-plugged", "status": "completed", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:51:04.592674 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:04.614511 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-0afcbda3-72c8-4a91-9223-cb9b2100bf30 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:04.621158 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-0afcbda3-72c8-4a91-9223-cb9b2100bf30 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 946 time: 0.0653992 Mar 09 14:51:04.622678 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575923'] for router_gateway (5928671e-af32-49a3-ada6-a162735585af), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.626593 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182c7120-b3c8-4e3e-9aa6-5b5051f45585 x-openstack-request-id: req-182c7120-b3c8-4e3e-9aa6-5b5051f45585 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:51:04.626897 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "name": "network-vif-plugged", "status": "completed", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:51:04.627422 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-182c7120-b3c8-4e3e-9aa6-5b5051f45585 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:51:04.627824 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'code': 200} Mar 09 14:51:04.674772 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.721854 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Deleting port cf7f1495-28c8-4161-adf0-770722695be1 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:04.722349 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (cf7f1495-28c8-4161-adf0-770722695be1), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.729238 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,revision_number=8']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:04.737948 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123876'] for router (5928671e-af32-49a3-ada6-a162735585af), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.740288 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Publish callbacks [] for router_controller (5928671e-af32-49a3-ada6-a162735585af), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.867802 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] For port cf7f1495-28c8-4161-adf0-770722695be1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cf7f1495-28c8-4161-adf0-770722695be1,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:04.868125 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (cf7f1495-28c8-4161-adf0-770722695be1), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.886358 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578599'] for router (5928671e-af32-49a3-ada6-a162735585af), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.886924 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5928671e-af32-49a3-ada6-a162735585af {{(pid=109966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:51:04.891970 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.893196 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-027d8cd5-aebc-459c-bcc1-6c3fa42d1aad admin admin] 10.222.0.20 "DELETE /v2.0/routers/5928671e-af32-49a3-ada6-a162735585af HTTP/1.1" status: 204 len: 168 time: 1.1325700 Mar 09 14:51:04.895730 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40544) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:04.939197 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-755e3782-b850-47e6-8f35-70ce5dc6dc2a admin admin] Deleting subnet 6ec538c9-fc83-4aff-885a-b6f59e2898fa {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:51:04.942326 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-755e3782-b850-47e6-8f35-70ce5dc6dc2a admin admin] Publish callbacks [] for subnet (6ec538c9-fc83-4aff-885a-b6f59e2898fa), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:04.976640 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-755e3782-b850-47e6-8f35-70ce5dc6dc2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13986415'] for subnet (6ec538c9-fc83-4aff-885a-b6f59e2898fa), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.014123 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d70136-68d6-4ba6-aa1d-9f39c199a385 req-1aadf55a-5608-4d49-9b1e-9dd8bc8354c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:05.015620 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8d70136-68d6-4ba6-aa1d-9f39c199a385 req-1aadf55a-5608-4d49-9b1e-9dd8bc8354c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1130 time: 0.0997899 Mar 09 14:51:05.085228 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-755e3782-b850-47e6-8f35-70ce5dc6dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (6ec538c9-fc83-4aff-885a-b6f59e2898fa), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.104122 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.104497 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (2d1a16f3-9447-4203-afdf-68a1f4e78c7c), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.104839 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Floating IP 2d1a16f3-9447-4203-afdf-68a1f4e78c7c disassociated. External IP: 172.27.2.174, port: cf7f1495-28c8-4161-adf0-770722695be1. Mar 09 14:51:05.105186 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Calling delete_port for cf7f1495-28c8-4161-adf0-770722695be1 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:05.113141 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8d70136-68d6-4ba6-aa1d-9f39c199a385 req-9a9fc70b-be36-4dfa-971b-a88bce3ff62e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916986 Mar 09 14:51:05.190957 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-755e3782-b850-47e6-8f35-70ce5dc6dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13132567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13243392'] for subnet (6ec538c9-fc83-4aff-885a-b6f59e2898fa), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.214470 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 4c41a77c-792f-48e2-bcd6-9e799953e3b3 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:05.245293 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23cdd2-50cb-49f8-ab3e-1c26e6628a2b None None] Network 58b910ad-0b37-4c80-9cd3-724ebc3f515b requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:51:05.245722 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e3782-b850-47e6-8f35-70ce5dc6dc2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec538c9-fc83-4aff-885a-b6f59e2898fa,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:05.248460 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-755e3782-b850-47e6-8f35-70ce5dc6dc2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.248923 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 4c41a77c-792f-48e2-bcd6-9e799953e3b3 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:05.249279 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 4c41a77c-792f-48e2-bcd6-9e799953e3b3 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:05.251677 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-755e3782-b850-47e6-8f35-70ce5dc6dc2a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6ec538c9-fc83-4aff-885a-b6f59e2898fa HTTP/1.1" status: 204 len: 168 time: 0.3550169 Mar 09 14:51:05.255253 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40548) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:05.281110 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bdc46-530c-4cd5-b7e4-dc88e4896955 req-61a1c6ae-9413-4747-8758-8dc702ab2c9a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:05.283694 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5e8bdc46-530c-4cd5-b7e4-dc88e4896955 req-61a1c6ae-9413-4747-8758-8dc702ab2c9a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0669818 Mar 09 14:51:05.339327 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (58b910ad-0b37-4c80-9cd3-724ebc3f515b), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.342916 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (cf7f1495-28c8-4161-adf0-770722695be1), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.345450 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5e8bdc46-530c-4cd5-b7e4-dc88e4896955 req-b07f061f-0dd1-486f-b427-3c39166b6220 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548446 Mar 09 14:51:05.378081 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'Port': ['ID=cf7f1495-28c8-4161-adf0-770722695be1,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:05.452521 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dbfda1-77f9-4c83-b606-2fc6cf9850f2 None None] DHCP port deletion for 58b910ad-0b37-4c80-9cd3-724ebc3f515b request from dv-cinder-830086-3-iscsi {{(pid=109968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:51:05.513275 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-49dbfda1-77f9-4c83-b606-2fc6cf9850f2 None None] Deleting port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:05.513997 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-49dbfda1-77f9-4c83-b606-2fc6cf9850f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.540071 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:51:05.551263 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Deleting port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:05.551610 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.579441 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-249b54c8-1661-41ee-bf19-e2f8094172ee req-13f064c6-df81-49a6-8ffd-3956865fbcb0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 210 time: 0.0368011 Mar 09 14:51:05.601397 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-49dbfda1-77f9-4c83-b606-2fc6cf9850f2 None None] For port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:05.601799 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-49dbfda1-77f9-4c83-b606-2fc6cf9850f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.614545 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-49dbfda1-77f9-4c83-b606-2fc6cf9850f2 None None] Calling delete_port for 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:05.652098 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] For port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0,segment=NetworkSegment(aa642d1c-98ca-4a64-8cb2-eb842f663ffa),segment_id=aa642d1c-98ca-4a64-8cb2-eb842f663ffa)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:05.652653 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.669778 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Calling delete_port for 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:05.777601 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:51:05.788219 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:51:05.791491 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-49dbfda1-77f9-4c83-b606-2fc6cf9850f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.800781 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:05.801602 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:50:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:05.824942 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbfda1-77f9-4c83-b606-2fc6cf9850f2 None None] Pushing event deleted for resources: {'Port': ['ID=040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:05.833750 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dbfda1-77f9-4c83-b606-2fc6cf9850f2 None None] No DVR routers for this DVR port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 on host dv-cinder-830086-3-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:51:05.841409 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] No DVR routers for this DVR port cf7f1495-28c8-4161-adf0-770722695be1 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:51:05.846117 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.850279 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a87b0bd8-78b9-478d-83f7-6846e04990cf req-d5d96ba2-3eb5-44a0-8bcb-e26cce99a4b7 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.16 "DELETE /v2.0/ports/cf7f1495-28c8-4161-adf0-770722695be1 HTTP/1.1" status: 204 len: 173 time: 1.2270868 Mar 09 14:51:05.851347 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'name': 'network-vif-deleted', 'tag': 'cf7f1495-28c8-4161-adf0-770722695be1'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:51:05.853715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f73b12-8db4-4204-bfa6-5827c8705971" -d '{"events": [{"server_uuid": "ad2e95a8-253e-4a91-95e4-f4b51c92781e", "name": "network-vif-deleted", "tag": "cf7f1495-28c8-4161-adf0-770722695be1"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:51:05.861046 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:05.892043 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Pushing event deleted for resources: {'Port': ['ID=040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:05.901231 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] No DVR routers for this DVR port 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 on host dv-cinder-830086-3-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:51:05.927069 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07342252-d84c-4c9b-bf8a-6e5205ee1821 x-openstack-request-id: req-07342252-d84c-4c9b-bf8a-6e5205ee1821 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:51:05.927366 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2e95a8-253e-4a91-95e4-f4b51c92781e", "name": "network-vif-deleted", "tag": "cf7f1495-28c8-4161-adf0-770722695be1", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:51:05.927627 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07342252-d84c-4c9b-bf8a-6e5205ee1821 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:51:05.928029 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2e95a8-253e-4a91-95e4-f4b51c92781e', 'name': 'network-vif-deleted', 'tag': 'cf7f1495-28c8-4161-adf0-770722695be1', 'status': 'completed', 'code': 200} Mar 09 14:51:05.985002 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (58b910ad-0b37-4c80-9cd3-724ebc3f515b), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:06.007243 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b910ad-0b37-4c80-9cd3-724ebc3f515b']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:06.017427 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:06.017894 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa642d1c-98ca-4a64-8cb2-eb842f663ffa') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:06.029136 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15001567'] for segment (aa642d1c-98ca-4a64-8cb2-eb842f663ffa), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:06.043246 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (aa642d1c-98ca-4a64-8cb2-eb842f663ffa), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:06.044460 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:06.049490 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:51:06.049848 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12879098'] for segment (aa642d1c-98ca-4a64-8cb2-eb842f663ffa), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: self.session.flush() Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: self.session.flush() Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: self.session.flush() Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: self.session.flush() Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: timer() Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: cb(*args, **kw) Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: self._notify() Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: self.callback(batched_events) Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: event.method(event) Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._get(url).json() Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:51:06.051745 dv-cinder-830086-3-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:51:06.177717 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (58b910ad-0b37-4c80-9cd3-724ebc3f515b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:06.183171 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:06.186553 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] 10.222.0.20 "DELETE /v2.0/networks/58b910ad-0b37-4c80-9cd3-724ebc3f515b HTTP/1.1" status: 204 len: 168 time: 0.9302235 Mar 09 14:51:06.189870 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40554) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:06.197813 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaac5f8-4397-4f93-a4c2-8027effdaeba admin admin] Pushing event deleted for resources: {'Network': ['ID=58b910ad-0b37-4c80-9cd3-724ebc3f515b,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:06.252771 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:06.281200 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:51:06.289704 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:06.290341 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:50:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:06.403774 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:06.619070 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:06.649373 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155847da-a9ff-4dd6-87e6-45c047a74f9f None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:38Z', 'revision_number': 4, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e6fd390b-f956-4e2c-83d7-513d10140564', 'name': '', 'network_id': '9d7fd99d-9010-431c-8d9a-debb68cefb68', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'mac_address': 'fa:16:3e:9b:31:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:36Z', 'updated_at': '2022-03-09T14:44:45Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'subnets': [{'id': '716d55f1-12e3-4df0-8873-3342175b3a93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:51:06.714923 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:06.749943 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:06.750456 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 5bc81904-2a3d-4bcd-8813-344a4e9ccba7 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:06.750965 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:06.751230 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256f94f-4619-425c-b369-2a5ff55faf83 req-ca9bf4d9-135c-46f8-9ef1-f4507f62d999 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:06.752973 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c256f94f-4619-425c-b369-2a5ff55faf83 req-ca9bf4d9-135c-46f8-9ef1-f4507f62d999 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.3262343 Mar 09 14:51:06.776290 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-37402144-c700-447a-93b1-0015089fb694 req-c49e0f43-c54c-486d-8268-b214168ce2f1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad2e95a8-253e-4a91-95e4-f4b51c92781e HTTP/1.1" status: 200 len: 210 time: 0.0394528 Mar 09 14:51:06.778671 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:06.781390 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 040e2e1a-ec7f-4ec4-a625-17c16d6bd2c0 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:06.832365 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c256f94f-4619-425c-b369-2a5ff55faf83 req-b9516f1f-bfd6-4474-8dae-e1f5ae9fbd87 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583673 Mar 09 14:51:06.898029 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580745'] for router_interface (3514f2f3-4801-4ff8-b12f-c4a51531a80a), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:06.931207 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc3cf7-748f-4680-b784-d8828114f01b None None] New status for floating IP 2d1a16f3-9447-4203-afdf-68a1f4e78c7c: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:51:07.146120 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] Deleting port b4df286a-1bb7-46a7-bfb7-dc18191c4b56 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:07.146468 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:07.225935 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] For port b4df286a-1bb7-46a7-bfb7-dc18191c4b56, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=b4df286a-1bb7-46a7-bfb7-dc18191c4b56,segment=NetworkSegment(888f6410-fe41-43ec-a32e-c32ed2eafb7f),segment_id=888f6410-fe41-43ec-a32e-c32ed2eafb7f)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:07.226610 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:07.238182 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] Calling delete_port for b4df286a-1bb7-46a7-bfb7-dc18191c4b56 owned by network:router_interface {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:07.470670 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (b4df286a-1bb7-46a7-bfb7-dc18191c4b56), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:07.494382 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4df286a-1bb7-46a7-bfb7-dc18191c4b56,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:07.662447 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580377'] for router_interface (3514f2f3-4801-4ff8-b12f-c4a51531a80a), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:07.881013 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] Router 3514f2f3-4801-4ff8-b12f-c4a51531a80a has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:51:07.944993 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40566) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:07.989917 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:51:07.998057 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-85da66b9-7be5-488d-8230-825c2f6f2518 admin admin] 10.222.0.20 "PUT /v2.0/routers/3514f2f3-4801-4ff8-b12f-c4a51531a80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8045797 Mar 09 14:51:07.998186 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40568) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:07.999090 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] Sync routers for ids ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:51:08.009329 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-eb597ceb-a066-4607-8ef4-5a80d425e6a1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.014010 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] Routers {'3514f2f3-4801-4ff8-b12f-c4a51531a80a'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:08.018507 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:50:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:08.071765 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-eb597ceb-a066-4607-8ef4-5a80d425e6a1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.130623 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] Set router 3514f2f3-4801-4ff8-b12f-c4a51531a80a gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:08.150459 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Publish callbacks [] for router (3514f2f3-4801-4ff8-b12f-c4a51531a80a), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.255491 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Publish callbacks [] for router_gateway (3514f2f3-4801-4ff8-b12f-c4a51531a80a), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.261149 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-eb597ceb-a066-4607-8ef4-5a80d425e6a1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.263643 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-eb597ceb-a066-4607-8ef4-5a80d425e6a1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.264807 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-eb597ceb-a066-4607-8ef4-5a80d425e6a1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "DELETE /v2.0/security-groups/22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21 HTTP/1.1" status: 204 len: 168 time: 0.3185503 Mar 09 14:51:08.267699 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40570) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:08.274801 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb597ceb-a066-4607-8ef4-5a80d425e6a1 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:08.286547 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.api.v2.resource [None req-02ad98c0-451c-446b-a44f-fb6f8ec6749f tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] show failed (client error): The resource could not be found. Mar 09 14:51:08.292252 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-02ad98c0-451c-446b-a44f-fb6f8ec6749f tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "GET /v2.0/security-groups/22c43fe0-70bc-4ca1-b8b7-f553bfdb9c21 HTTP/1.1" status: 404 len: 347 time: 0.0233426 Mar 09 14:51:08.295333 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40572) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:08.311089 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'name': 'tempest-TestMinimumBasicScenario-1939468825-router', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:40Z', 'updated_at': '2022-03-09T14:51:07Z', 'revision_number': 5, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'gw_port': {'id': '3a2a5990-5ef0-4976-965d-97f934e68811', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:00:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:47:41Z', 'updated_at': '2022-03-09T14:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:08.342532 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] Checking router: 3514f2f3-4801-4ff8-b12f-c4a51531a80a for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:51:08.351078 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] Routers {'3514f2f3-4801-4ff8-b12f-c4a51531a80a'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:08.351681 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:50:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:08.389337 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Deleting port 3a2a5990-5ef0-4976-965d-97f934e68811 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:08.389680 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.428381 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-803934c3-eba5-4f2b-845f-ce21948cbed0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Deleting port 2dfa05ce-56bb-49bf-afa1-7f3465d281b4 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:08.429490 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-803934c3-eba5-4f2b-845f-ce21948cbed0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (2dfa05ce-56bb-49bf-afa1-7f3465d281b4), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.433590 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device cf7f1495-28c8-4161-adf0-770722695be1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:08.443432 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] Set router 3514f2f3-4801-4ff8-b12f-c4a51531a80a gateway port host: None {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:08.465654 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: cf7f1495-28c8-4161-adf0-770722695be1 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:08.466251 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device cf7f1495-28c8-4161-adf0-770722695be1 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:08.488258 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] For port 3a2a5990-5ef0-4976-965d-97f934e68811, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=3a2a5990-5ef0-4976-965d-97f934e68811,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:08.488631 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.497707 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'name': 'tempest-TestMinimumBasicScenario-1939468825-router', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:40Z', 'updated_at': '2022-03-09T14:51:08Z', 'revision_number': 6, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'gw_port_host': None}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:08.503352 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Calling delete_port for 3a2a5990-5ef0-4976-965d-97f934e68811 owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:08.517331 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-803934c3-eba5-4f2b-845f-ce21948cbed0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (2dfa05ce-56bb-49bf-afa1-7f3465d281b4), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.517905 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-803934c3-eba5-4f2b-845f-ce21948cbed0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (2dfa05ce-56bb-49bf-afa1-7f3465d281b4), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.527011 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815bc04-feb6-4cfc-9644-19ddfe7ef2d5 None None] The sync data for ids ['3514f2f3-4801-4ff8-b12f-c4a51531a80a'] in dv-cinder-830086-3-iscsi is: [{'id': '3514f2f3-4801-4ff8-b12f-c4a51531a80a', 'name': 'tempest-TestMinimumBasicScenario-1939468825-router', 'tenant_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:47:40Z', 'updated_at': '2022-03-09T14:51:08Z', 'revision_number': 6, 'project_id': '7cbeb51d34d54511afb8461cd3dd2ad3', 'gw_port_host': None}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:51:08.531223 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-803934c3-eba5-4f2b-845f-ce21948cbed0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Calling delete_port for 2dfa05ce-56bb-49bf-afa1-7f3465d281b4 owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:08.739258 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-803934c3-eba5-4f2b-845f-ce21948cbed0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (2dfa05ce-56bb-49bf-afa1-7f3465d281b4), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.750974 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (3a2a5990-5ef0-4976-965d-97f934e68811), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.763398 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803934c3-eba5-4f2b-845f-ce21948cbed0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Pushing event deleted for resources: {'Port': ['ID=2dfa05ce-56bb-49bf-afa1-7f3465d281b4,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:08.776349 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2a5990-5ef0-4976-965d-97f934e68811,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:08.826178 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-803934c3-eba5-4f2b-845f-ce21948cbed0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks [] for floatingip (2d1a16f3-9447-4203-afdf-68a1f4e78c7c), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.829323 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-803934c3-eba5-4f2b-845f-ce21948cbed0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:08.831054 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-803934c3-eba5-4f2b-845f-ce21948cbed0 tempest-AttachVolumeNegativeTest-1335329364 tempest-AttachVolumeNegativeTest-1335329364-project] 10.222.0.20 "DELETE /v2.0/floatingips/2d1a16f3-9447-4203-afdf-68a1f4e78c7c HTTP/1.1" status: 204 len: 168 time: 0.5338514 Mar 09 14:51:08.849522 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575923'] for router_gateway (3514f2f3-4801-4ff8-b12f-c4a51531a80a), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.197446 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123876'] for router (3514f2f3-4801-4ff8-b12f-c4a51531a80a), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.199497 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Publish callbacks [] for router_controller (3514f2f3-4801-4ff8-b12f-c4a51531a80a), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.322113 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b4df286a-1bb7-46a7-bfb7-dc18191c4b56 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:09.323015 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578599'] for router (3514f2f3-4801-4ff8-b12f-c4a51531a80a), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.323582 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3514f2f3-4801-4ff8-b12f-c4a51531a80a {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:51:09.328367 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.329527 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e2599f07-a2c2-4a03-9e59-211562d7dc5f admin admin] 10.222.0.20 "DELETE /v2.0/routers/3514f2f3-4801-4ff8-b12f-c4a51531a80a HTTP/1.1" status: 204 len: 168 time: 1.3305213 Mar 09 14:51:09.331918 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40578) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:09.346606 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: b4df286a-1bb7-46a7-bfb7-dc18191c4b56 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:09.351325 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b4df286a-1bb7-46a7-bfb7-dc18191c4b56 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:09.378422 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c137c6-bc96-4273-84c9-46a755057db6 admin admin] Deleting subnet 18461914-9ff1-42d1-8a3a-5391dee0c78d {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:51:09.382133 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17c137c6-bc96-4273-84c9-46a755057db6 admin admin] Publish callbacks [] for subnet (18461914-9ff1-42d1-8a3a-5391dee0c78d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.419135 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17c137c6-bc96-4273-84c9-46a755057db6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15001556'] for subnet (18461914-9ff1-42d1-8a3a-5391dee0c78d), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.527654 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17c137c6-bc96-4273-84c9-46a755057db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (18461914-9ff1-42d1-8a3a-5391dee0c78d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.658375 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17c137c6-bc96-4273-84c9-46a755057db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12879140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12933825'] for subnet (18461914-9ff1-42d1-8a3a-5391dee0c78d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.685409 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c137c6-bc96-4273-84c9-46a755057db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18461914-9ff1-42d1-8a3a-5391dee0c78d,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:09.690956 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-17c137c6-bc96-4273-84c9-46a755057db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.694395 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-17c137c6-bc96-4273-84c9-46a755057db6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18461914-9ff1-42d1-8a3a-5391dee0c78d HTTP/1.1" status: 204 len: 168 time: 0.3613200 Mar 09 14:51:09.696653 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb598170-e9ed-44f1-912b-f61f9925ee9c None None] Network 46ceaa3e-733c-415e-b194-b7a45bcd600b requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:51:09.697143 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40580) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:09.762291 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (46ceaa3e-733c-415e-b194-b7a45bcd600b), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.816858 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Deleting port 1232e850-10ec-4837-9575-ff81c90351f2 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:09.817130 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (1232e850-10ec-4837-9575-ff81c90351f2), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.840045 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae121500-b502-49c8-a25a-150f97b47ed5 None None] DHCP port deletion for 46ceaa3e-733c-415e-b194-b7a45bcd600b request from dv-cinder-830086-3-iscsi {{(pid=109968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:51:09.881883 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] For port 1232e850-10ec-4837-9575-ff81c90351f2, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=1232e850-10ec-4837-9575-ff81c90351f2,segment=NetworkSegment(888f6410-fe41-43ec-a32e-c32ed2eafb7f),segment_id=888f6410-fe41-43ec-a32e-c32ed2eafb7f)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:09.882171 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (1232e850-10ec-4837-9575-ff81c90351f2), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.886567 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-ae121500-b502-49c8-a25a-150f97b47ed5 None None] Deleting port 1232e850-10ec-4837-9575-ff81c90351f2 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:09.887054 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ae121500-b502-49c8-a25a-150f97b47ed5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (1232e850-10ec-4837-9575-ff81c90351f2), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.893660 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Calling delete_port for 1232e850-10ec-4837-9575-ff81c90351f2 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:09.949987 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-ae121500-b502-49c8-a25a-150f97b47ed5 None None] For port 1232e850-10ec-4837-9575-ff81c90351f2, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=1232e850-10ec-4837-9575-ff81c90351f2,segment=NetworkSegment(888f6410-fe41-43ec-a32e-c32ed2eafb7f),segment_id=888f6410-fe41-43ec-a32e-c32ed2eafb7f)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:09.950389 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ae121500-b502-49c8-a25a-150f97b47ed5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (1232e850-10ec-4837-9575-ff81c90351f2), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:09.962778 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-ae121500-b502-49c8-a25a-150f97b47ed5 None None] Calling delete_port for 1232e850-10ec-4837-9575-ff81c90351f2 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:10.042592 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (1232e850-10ec-4837-9575-ff81c90351f2), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.049499 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ae121500-b502-49c8-a25a-150f97b47ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776'] for port (1232e850-10ec-4837-9575-ff81c90351f2), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.071478 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1232e850-10ec-4837-9575-ff81c90351f2,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:10.075951 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] No DVR routers for this DVR port 1232e850-10ec-4837-9575-ff81c90351f2 on host dv-cinder-830086-3-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:51:10.077154 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae121500-b502-49c8-a25a-150f97b47ed5 None None] Pushing event deleted for resources: {'Port': ['ID=1232e850-10ec-4837-9575-ff81c90351f2,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:10.080765 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae121500-b502-49c8-a25a-150f97b47ed5 None None] No DVR routers for this DVR port 1232e850-10ec-4837-9575-ff81c90351f2 on host dv-cinder-830086-3-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:51:10.151949 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (46ceaa3e-733c-415e-b194-b7a45bcd600b), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.172337 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ceaa3e-733c-415e-b194-b7a45bcd600b']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:10.181807 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888f6410-fe41-43ec-a32e-c32ed2eafb7f') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:10.182052 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888f6410-fe41-43ec-a32e-c32ed2eafb7f') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:10.195423 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15001567'] for segment (888f6410-fe41-43ec-a32e-c32ed2eafb7f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.208283 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (888f6410-fe41-43ec-a32e-c32ed2eafb7f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.214227 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:51:10.214610 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12879098'] for segment (888f6410-fe41-43ec-a32e-c32ed2eafb7f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: timer() Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: cb(*args, **kw) Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: self._notify() Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: self.callback(batched_events) Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: event.method(event) Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._get(url).json() Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:51:10.216248 dv-cinder-830086-3-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:51:10.333506 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (46ceaa3e-733c-415e-b194-b7a45bcd600b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.339343 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.342557 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/46ceaa3e-733c-415e-b194-b7a45bcd600b HTTP/1.1" status: 204 len: 168 time: 0.6448572 Mar 09 14:51:10.353526 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4db0df-e947-4ec3-9585-de4d41112cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=46ceaa3e-733c-415e-b194-b7a45bcd600b,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:10.676499 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 3a2a5990-5ef0-4976-965d-97f934e68811 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:10.696998 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40594) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:10.698782 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 3a2a5990-5ef0-4976-965d-97f934e68811 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:10.698782 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 3a2a5990-5ef0-4976-965d-97f934e68811 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:10.698782 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 1232e850-10ec-4837-9575-ff81c90351f2 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:10.717801 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 1232e850-10ec-4837-9575-ff81c90351f2 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:10.718157 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 1232e850-10ec-4837-9575-ff81c90351f2 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:10.741372 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1091b9a1-76e9-4877-bdf6-be4309387c0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d96e40d3a3a4ca48ae72a451e1c97eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430608 Mar 09 14:51:10.748646 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40596) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:10.795365 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7aa9bac7-0cf9-4cdc-aaec-8dd49b5ee0a0 admin admin] Publish callbacks [] for security_group (5eb4ab7a-e678-46cb-93fb-8044bdef1309), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.819621 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7aa9bac7-0cf9-4cdc-aaec-8dd49b5ee0a0 admin admin] Publish callbacks [] for security_group (5eb4ab7a-e678-46cb-93fb-8044bdef1309), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.905221 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7aa9bac7-0cf9-4cdc-aaec-8dd49b5ee0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5eb4ab7a-e678-46cb-93fb-8044bdef1309), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.907896 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7aa9bac7-0cf9-4cdc-aaec-8dd49b5ee0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:10.909113 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-7aa9bac7-0cf9-4cdc-aaec-8dd49b5ee0a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5eb4ab7a-e678-46cb-93fb-8044bdef1309 HTTP/1.1" status: 204 len: 168 time: 0.1595557 Mar 09 14:51:10.916909 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9bac7-0cf9-4cdc-aaec-8dd49b5ee0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb4ab7a-e678-46cb-93fb-8044bdef1309,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:11.545764 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40608) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:11.586531 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c4a8a150-792a-4e20-80f7-ea7aab8a4af2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cbeb51d34d54511afb8461cd3dd2ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396194 Mar 09 14:51:11.588892 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40614) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:11.636002 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b3ab819e-9b07-47ac-b042-7cf6d2b57fe8 admin admin] Publish callbacks [] for security_group (bac8cd91-ae98-445b-bdb5-e9cf56fd30de), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:11.660291 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b3ab819e-9b07-47ac-b042-7cf6d2b57fe8 admin admin] Publish callbacks [] for security_group (bac8cd91-ae98-445b-bdb5-e9cf56fd30de), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:11.823164 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b3ab819e-9b07-47ac-b042-7cf6d2b57fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (bac8cd91-ae98-445b-bdb5-e9cf56fd30de), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:11.825770 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b3ab819e-9b07-47ac-b042-7cf6d2b57fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:11.827246 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-b3ab819e-9b07-47ac-b042-7cf6d2b57fe8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bac8cd91-ae98-445b-bdb5-e9cf56fd30de HTTP/1.1" status: 204 len: 168 time: 0.2374282 Mar 09 14:51:11.835518 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab819e-9b07-47ac-b042-7cf6d2b57fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac8cd91-ae98-445b-bdb5-e9cf56fd30de,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:12.991969 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40628) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:13.649522 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580745'] for router_interface (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:13.889850 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] Deleting port e6fd390b-f956-4e2c-83d7-513d10140564 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:13.890187 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:13.966387 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] For port e6fd390b-f956-4e2c-83d7-513d10140564, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=e6fd390b-f956-4e2c-83d7-513d10140564,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:13.966677 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:13.979013 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] Calling delete_port for e6fd390b-f956-4e2c-83d7-513d10140564 owned by network:router_interface {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:14.217941 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (e6fd390b-f956-4e2c-83d7-513d10140564), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:14.242830 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fd390b-f956-4e2c-83d7-513d10140564,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:14.408573 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580377'] for router_interface (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:14.619343 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] Router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:51:14.730372 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:51:14.735265 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8ddad3a8-a743-4b2f-9cbe-99de19571578 admin admin] 10.222.0.20 "PUT /v2.0/routers/db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7422590 Mar 09 14:51:14.737813 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40632) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:14.739000 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] Sync routers for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:51:14.749369 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:14.749981 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:50:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:14.841249 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Publish callbacks [] for router (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:14.952077 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Publish callbacks [] for router_gateway (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:14.988655 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b1b6279e-d402-4aa9-84ea-90cf9e42bfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:14.996250 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:15.179438 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:51:14Z', 'revision_number': 5, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port': {'id': 'f4862f70-f4cc-4b87-8d02-4c29bf674aac', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:31Z', 'updated_at': '2022-03-09T14:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:15.205853 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] Checking router: db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:51:15.214865 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] Routers {'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:15.215478 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:50:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:15.292944 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Deleting port f4862f70-f4cc-4b87-8d02-4c29bf674aac {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:15.293553 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:15.303871 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] Set router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be gateway port host: None {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:15.358275 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:51:14Z', 'revision_number': 6, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port_host': None}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:15.367938 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] For port f4862f70-f4cc-4b87-8d02-4c29bf674aac, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=f4862f70-f4cc-4b87-8d02-4c29bf674aac,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:15.368336 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:15.380394 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Calling delete_port for f4862f70-f4cc-4b87-8d02-4c29bf674aac owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:15.384727 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613438e8-45d5-47bc-b265-0e8dc7a4f50c None None] The sync data for ids ['db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be'] in dv-cinder-830086-3-iscsi is: [{'id': 'db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be', 'name': 'tempest-AttachVolumeNegativeTest-451939780-router', 'tenant_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:51:14Z', 'revision_number': 6, 'project_id': 'bf76a9d88a8a42c28c8f2616b82675d0', 'gw_port_host': None}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:51:15.613848 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (f4862f70-f4cc-4b87-8d02-4c29bf674aac), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:15.640077 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4862f70-f4cc-4b87-8d02-4c29bf674aac,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:15.695959 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575923'] for router_gateway (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:15.791506 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123876'] for router (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:15.793751 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Publish callbacks [] for router_controller (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:15.911405 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578599'] for router (db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:15.911934 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:51:15.916769 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:15.917959 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-bf828f20-c247-488b-831f-e3e92cd14105 admin admin] 10.222.0.20 "DELETE /v2.0/routers/db38a7eb-4a1a-4b4a-8b80-f2e5e1c674be HTTP/1.1" status: 204 len: 168 time: 1.1792297 Mar 09 14:51:15.920467 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40634) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:15.965728 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9b85a3-e593-4c27-bc04-93e96543f651 admin admin] Deleting subnet 716d55f1-12e3-4df0-8873-3342175b3a93 {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:51:15.968918 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b9b85a3-e593-4c27-bc04-93e96543f651 admin admin] Publish callbacks [] for subnet (716d55f1-12e3-4df0-8873-3342175b3a93), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.001535 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b9b85a3-e593-4c27-bc04-93e96543f651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15001556'] for subnet (716d55f1-12e3-4df0-8873-3342175b3a93), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.083956 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b9b85a3-e593-4c27-bc04-93e96543f651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (716d55f1-12e3-4df0-8873-3342175b3a93), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.179862 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b9b85a3-e593-4c27-bc04-93e96543f651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12879140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12933825'] for subnet (716d55f1-12e3-4df0-8873-3342175b3a93), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.204417 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b85a3-e593-4c27-bc04-93e96543f651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716d55f1-12e3-4df0-8873-3342175b3a93,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:16.207895 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b9b85a3-e593-4c27-bc04-93e96543f651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.211173 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7b9b85a3-e593-4c27-bc04-93e96543f651 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/716d55f1-12e3-4df0-8873-3342175b3a93 HTTP/1.1" status: 204 len: 168 time: 0.2895889 Mar 09 14:51:16.213591 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40636) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:16.213740 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb6d00-32ac-4062-8353-69aac2e1e79e None None] Network 9d7fd99d-9010-431c-8d9a-debb68cefb68 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:51:16.287243 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (9d7fd99d-9010-431c-8d9a-debb68cefb68), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.345072 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Deleting port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:16.345648 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.363361 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e148188-987a-4339-8a2b-4acf14a51f48 None None] DHCP port deletion for 9d7fd99d-9010-431c-8d9a-debb68cefb68 request from dv-cinder-830086-3-iscsi {{(pid=109968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:51:16.408048 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] For port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=778e2ef7-731d-49ad-9c4d-b963ac6ad62c,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:16.408409 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.409274 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-6e148188-987a-4339-8a2b-4acf14a51f48 None None] Deleting port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:16.409659 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6e148188-987a-4339-8a2b-4acf14a51f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.420602 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Calling delete_port for 778e2ef7-731d-49ad-9c4d-b963ac6ad62c owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:16.473661 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-6e148188-987a-4339-8a2b-4acf14a51f48 None None] For port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=778e2ef7-731d-49ad-9c4d-b963ac6ad62c,segment=NetworkSegment(113ffe30-2c1b-450f-8608-600f0445c285),segment_id=113ffe30-2c1b-450f-8608-600f0445c285)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:16.474058 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6e148188-987a-4339-8a2b-4acf14a51f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.486958 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-6e148188-987a-4339-8a2b-4acf14a51f48 None None] Calling delete_port for 778e2ef7-731d-49ad-9c4d-b963ac6ad62c owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:16.579436 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.585240 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6e148188-987a-4339-8a2b-4acf14a51f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776'] for port (778e2ef7-731d-49ad-9c4d-b963ac6ad62c), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.605440 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Pushing event deleted for resources: {'Port': ['ID=778e2ef7-731d-49ad-9c4d-b963ac6ad62c,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:16.607291 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] No DVR routers for this DVR port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c on host dv-cinder-830086-3-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:51:16.613206 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e148188-987a-4339-8a2b-4acf14a51f48 None None] Pushing event deleted for resources: {'Port': ['ID=778e2ef7-731d-49ad-9c4d-b963ac6ad62c,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:16.616385 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e148188-987a-4339-8a2b-4acf14a51f48 None None] No DVR routers for this DVR port 778e2ef7-731d-49ad-9c4d-b963ac6ad62c on host dv-cinder-830086-3-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:51:16.678619 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (9d7fd99d-9010-431c-8d9a-debb68cefb68), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.690173 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device f4862f70-f4cc-4b87-8d02-4c29bf674aac no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:16.703656 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7fd99d-9010-431c-8d9a-debb68cefb68']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:16.709658 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: f4862f70-f4cc-4b87-8d02-4c29bf674aac {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:16.709995 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device f4862f70-f4cc-4b87-8d02-4c29bf674aac not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:16.710404 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 778e2ef7-731d-49ad-9c4d-b963ac6ad62c no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:16.712631 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113ffe30-2c1b-450f-8608-600f0445c285') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:16.712956 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113ffe30-2c1b-450f-8608-600f0445c285') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:16.722305 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15001567'] for segment (113ffe30-2c1b-450f-8608-600f0445c285), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.729275 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 778e2ef7-731d-49ad-9c4d-b963ac6ad62c {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:16.729625 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 778e2ef7-731d-49ad-9c4d-b963ac6ad62c not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:16.730038 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device e6fd390b-f956-4e2c-83d7-513d10140564 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:16.735894 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (113ffe30-2c1b-450f-8608-600f0445c285), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.741733 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:51:16.742166 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12879098'] for segment (113ffe30-2c1b-450f-8608-600f0445c285), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: timer() Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: cb(*args, **kw) Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: self._notify() Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: self.callback(batched_events) Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: event.method(event) Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._get(url).json() Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:51:16.744421 dv-cinder-830086-3-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:51:16.752843 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: e6fd390b-f956-4e2c-83d7-513d10140564 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:16.753202 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device e6fd390b-f956-4e2c-83d7-513d10140564 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:16.865022 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (9d7fd99d-9010-431c-8d9a-debb68cefb68), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.870635 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:16.873819 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] 10.222.0.20 "DELETE /v2.0/networks/9d7fd99d-9010-431c-8d9a-debb68cefb68 HTTP/1.1" status: 204 len: 168 time: 0.6592526 Mar 09 14:51:16.884457 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273c937-b24b-40ed-9016-34783eb4be6b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7fd99d-9010-431c-8d9a-debb68cefb68,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:17.156934 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d2323e33-9a3c-4fa0-b774-1d78bd01f80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:17.523289 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40640) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:17.561608 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d512b20f-7359-40e5-b767-77897981b46a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf76a9d88a8a42c28c8f2616b82675d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372057 Mar 09 14:51:17.563907 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40642) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:17.612145 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88a2ea9d-2236-4ddc-b0b2-272545c1ea5c admin admin] Publish callbacks [] for security_group (d3daf169-a4b7-4de8-899d-68a59b603aad), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:17.632407 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88a2ea9d-2236-4ddc-b0b2-272545c1ea5c admin admin] Publish callbacks [] for security_group (d3daf169-a4b7-4de8-899d-68a59b603aad), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:17.732098 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88a2ea9d-2236-4ddc-b0b2-272545c1ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (d3daf169-a4b7-4de8-899d-68a59b603aad), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:17.734916 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-88a2ea9d-2236-4ddc-b0b2-272545c1ea5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:17.736051 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-88a2ea9d-2236-4ddc-b0b2-272545c1ea5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3daf169-a4b7-4de8-899d-68a59b603aad HTTP/1.1" status: 204 len: 168 time: 0.1712823 Mar 09 14:51:17.744441 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2ea9d-2236-4ddc-b0b2-272545c1ea5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3daf169-a4b7-4de8-899d-68a59b603aad,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:18.151489 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:51:18.303904 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:19.721216 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:20.010923 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40690) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:20.109683 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e62fca9-aab2-4d42-b7ed-f9241b1162b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:20.182067 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e62fca9-aab2-4d42-b7ed-f9241b1162b2 admin admin] Publish callbacks [] for security_group (3ef09656-94da-43d5-a87c-15a2a38f09bc), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:20.260108 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3e62fca9-aab2-4d42-b7ed-f9241b1162b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (3ef09656-94da-43d5-a87c-15a2a38f09bc), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:20.297864 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3e62fca9-aab2-4d42-b7ed-f9241b1162b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81e07873d64e4221aa5ed90a424a5355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858465 Mar 09 14:51:20.298987 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62fca9-aab2-4d42-b7ed-f9241b1162b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef09656-94da-43d5-a87c-15a2a38f09bc,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:20.300555 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40694) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:20.347863 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ab80e27a-13c7-40b4-81d8-b01c75fd8ec8 admin admin] Publish callbacks [] for security_group (3ef09656-94da-43d5-a87c-15a2a38f09bc), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:20.368314 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ab80e27a-13c7-40b4-81d8-b01c75fd8ec8 admin admin] Publish callbacks [] for security_group (3ef09656-94da-43d5-a87c-15a2a38f09bc), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:20.482430 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ab80e27a-13c7-40b4-81d8-b01c75fd8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (3ef09656-94da-43d5-a87c-15a2a38f09bc), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:20.485189 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ab80e27a-13c7-40b4-81d8-b01c75fd8ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:20.486341 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ab80e27a-13c7-40b4-81d8-b01c75fd8ec8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ef09656-94da-43d5-a87c-15a2a38f09bc HTTP/1.1" status: 204 len: 168 time: 0.1847837 Mar 09 14:51:20.494678 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80e27a-13c7-40b4-81d8-b01c75fd8ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef09656-94da-43d5-a87c-15a2a38f09bc,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:21.098090 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40700) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:21.111663 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0570-81b7-4c6e-9098-283a9f0d0866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:21.157126 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:21.184949 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0570-81b7-4c6e-9098-283a9f0d0866 admin admin] Publish callbacks [] for security_group (cf4e6938-07e8-4cf8-84ae-96c550339391), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:21.231314 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c7cc0570-81b7-4c6e-9098-283a9f0d0866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (cf4e6938-07e8-4cf8-84ae-96c550339391), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:21.269078 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c7cc0570-81b7-4c6e-9098-283a9f0d0866 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9129ad87e64c4a1d8cb9fb89cc393bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699283 Mar 09 14:51:21.269933 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc0570-81b7-4c6e-9098-283a9f0d0866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4e6938-07e8-4cf8-84ae-96c550339391,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:21.271843 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40702) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:21.318181 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2c891e7-4c40-43f7-bccc-583b203b2dc5 admin admin] Publish callbacks [] for security_group (cf4e6938-07e8-4cf8-84ae-96c550339391), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:21.339176 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2c891e7-4c40-43f7-bccc-583b203b2dc5 admin admin] Publish callbacks [] for security_group (cf4e6938-07e8-4cf8-84ae-96c550339391), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:21.446258 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2c891e7-4c40-43f7-bccc-583b203b2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (cf4e6938-07e8-4cf8-84ae-96c550339391), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:21.449290 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e2c891e7-4c40-43f7-bccc-583b203b2dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:21.450447 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e2c891e7-4c40-43f7-bccc-583b203b2dc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf4e6938-07e8-4cf8-84ae-96c550339391 HTTP/1.1" status: 204 len: 168 time: 0.1776175 Mar 09 14:51:21.457958 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c891e7-4c40-43f7-bccc-583b203b2dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4e6938-07e8-4cf8-84ae-96c550339391,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:28.435344 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40806) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:28.535185 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3550ac42-ee47-4e27-9c7a-df0eeb55b0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:28.605318 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3550ac42-ee47-4e27-9c7a-df0eeb55b0ff admin admin] Publish callbacks [] for security_group (2bd828c8-3a2c-42a9-8508-be5a88b43737), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:28.659991 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3550ac42-ee47-4e27-9c7a-df0eeb55b0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2bd828c8-3a2c-42a9-8508-be5a88b43737), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:28.697699 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3550ac42-ee47-4e27-9c7a-df0eeb55b0ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07e3317ab3d0494eb01e18313c39d922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607989 Mar 09 14:51:28.698791 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550ac42-ee47-4e27-9c7a-df0eeb55b0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd828c8-3a2c-42a9-8508-be5a88b43737,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:28.700420 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40814) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:28.750554 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12216893-1bd9-4fd3-945a-9e631c23b467 admin admin] Publish callbacks [] for security_group (2bd828c8-3a2c-42a9-8508-be5a88b43737), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:28.771694 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12216893-1bd9-4fd3-945a-9e631c23b467 admin admin] Publish callbacks [] for security_group (2bd828c8-3a2c-42a9-8508-be5a88b43737), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:28.881593 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12216893-1bd9-4fd3-945a-9e631c23b467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2bd828c8-3a2c-42a9-8508-be5a88b43737), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:28.884265 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-12216893-1bd9-4fd3-945a-9e631c23b467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:28.885969 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-12216893-1bd9-4fd3-945a-9e631c23b467 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bd828c8-3a2c-42a9-8508-be5a88b43737 HTTP/1.1" status: 204 len: 168 time: 0.1837680 Mar 09 14:51:28.893687 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12216893-1bd9-4fd3-945a-9e631c23b467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd828c8-3a2c-42a9-8508-be5a88b43737,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:29.559236 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40820) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:29.572391 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b7395130-ffd0-40c6-a37a-f20e0a444a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:29.645747 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b7395130-ffd0-40c6-a37a-f20e0a444a99 admin admin] Publish callbacks [] for security_group (9b68f752-bcf5-49b0-b231-cc5ab898919b), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:29.683364 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b7395130-ffd0-40c6-a37a-f20e0a444a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (9b68f752-bcf5-49b0-b231-cc5ab898919b), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:29.718009 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b7395130-ffd0-40c6-a37a-f20e0a444a99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c844b7705bcb4b83bbc4f65f5b018430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575179 Mar 09 14:51:29.720754 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40822) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:29.722481 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7395130-ffd0-40c6-a37a-f20e0a444a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b68f752-bcf5-49b0-b231-cc5ab898919b,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:29.768515 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2e4edb24-7554-4cd6-94dc-91dfa4b53e47 admin admin] Publish callbacks [] for security_group (9b68f752-bcf5-49b0-b231-cc5ab898919b), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:29.789130 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2e4edb24-7554-4cd6-94dc-91dfa4b53e47 admin admin] Publish callbacks [] for security_group (9b68f752-bcf5-49b0-b231-cc5ab898919b), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:29.905781 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2e4edb24-7554-4cd6-94dc-91dfa4b53e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (9b68f752-bcf5-49b0-b231-cc5ab898919b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:29.908244 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2e4edb24-7554-4cd6-94dc-91dfa4b53e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:29.909477 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-2e4edb24-7554-4cd6-94dc-91dfa4b53e47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b68f752-bcf5-49b0-b231-cc5ab898919b HTTP/1.1" status: 204 len: 168 time: 0.1880496 Mar 09 14:51:29.917479 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4edb24-7554-4cd6-94dc-91dfa4b53e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b68f752-bcf5-49b0-b231-cc5ab898919b,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:30.499359 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40828) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:30.515523 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b792988-1417-45eb-a7bb-5b505776406f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:30.585066 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b792988-1417-45eb-a7bb-5b505776406f admin admin] Publish callbacks [] for security_group (300280f3-13c3-441f-97e9-0cde301652b0), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:30.647200 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7b792988-1417-45eb-a7bb-5b505776406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (300280f3-13c3-441f-97e9-0cde301652b0), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:30.684513 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7b792988-1417-45eb-a7bb-5b505776406f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ea3ca3da62a46c3ba66a517ce88d832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841178 Mar 09 14:51:30.685761 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b792988-1417-45eb-a7bb-5b505776406f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300280f3-13c3-441f-97e9-0cde301652b0,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:30.687259 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40830) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:30.733434 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cf8e841f-9cb6-4afd-8b16-dad401295837 admin admin] Publish callbacks [] for security_group (300280f3-13c3-441f-97e9-0cde301652b0), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:30.756617 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cf8e841f-9cb6-4afd-8b16-dad401295837 admin admin] Publish callbacks [] for security_group (300280f3-13c3-441f-97e9-0cde301652b0), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:30.886932 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cf8e841f-9cb6-4afd-8b16-dad401295837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (300280f3-13c3-441f-97e9-0cde301652b0), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:30.889543 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cf8e841f-9cb6-4afd-8b16-dad401295837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:30.890683 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cf8e841f-9cb6-4afd-8b16-dad401295837 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/300280f3-13c3-441f-97e9-0cde301652b0 HTTP/1.1" status: 204 len: 168 time: 0.2024388 Mar 09 14:51:30.898327 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e841f-9cb6-4afd-8b16-dad401295837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300280f3-13c3-441f-97e9-0cde301652b0,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:31.101886 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-d4d59ea7-927c-4e77-b67a-7158d8cc0ff6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424106 Mar 09 14:51:31.189401 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-95f96bfa-2202-4afc-aad3-02246078824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:31.190896 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-95f96bfa-2202-4afc-aad3-02246078824f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c80b610c11934b9eaaa6dad09b045bd6&device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1130 time: 0.0446038 Mar 09 14:51:31.297822 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-bec24c43-6533-41d6-abda-3f16acf2e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:31.299295 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-bec24c43-6533-41d6-abda-3f16acf2e993 service neutron] 10.222.0.16 "GET /v2.0/networks?id=54791761-c286-421b-964b-dc04fe314c2f HTTP/1.1" status: 200 len: 910 time: 0.0863905 Mar 09 14:51:31.364233 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-5298ec07-baf9-495f-940a-096e6d73cf01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 200 len: 1002 time: 0.0581274 Mar 09 14:51:31.414870 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-461827fb-4863-44fe-a34f-e4259ea7f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:31.417041 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-461827fb-4863-44fe-a34f-e4259ea7f28a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=045a8cce-abe9-4120-9d35-9c86be6ad914 HTTP/1.1" status: 200 len: 848 time: 0.0455275 Mar 09 14:51:31.473870 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-9299b0e5-41cc-4ee7-9163-1a4031e28b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:31.475621 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-9299b0e5-41cc-4ee7-9163-1a4031e28b39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54791761-c286-421b-964b-dc04fe314c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451348 Mar 09 14:51:31.571376 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-86605776-087b-498b-b9e3-d81acbc3a53b service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876245 Mar 09 14:51:31.659562 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e1604b84-20c3-49d9-a3ba-a9f9d237e5f1 req-4a14fa72-7a0f-4d07-89ae-eec556bfce4d service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816205 Mar 09 14:51:32.618748 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:33.757705 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40900) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:33.858107 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ffd069df-b719-41b3-a882-cef3754efe66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:33.929999 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ffd069df-b719-41b3-a882-cef3754efe66 admin admin] Publish callbacks [] for security_group (345b85d5-4616-4ac6-8f72-5386f5459816), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:34.014549 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ffd069df-b719-41b3-a882-cef3754efe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (345b85d5-4616-4ac6-8f72-5386f5459816), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:34.051133 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ffd069df-b719-41b3-a882-cef3754efe66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66dd5712034a4b4a876888e4b3ac6443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923815 Mar 09 14:51:34.053032 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd069df-b719-41b3-a882-cef3754efe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345b85d5-4616-4ac6-8f72-5386f5459816,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:34.054148 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40904) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:34.101476 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f7a-4b5e-4294-a1a3-db97b04dc246 admin admin] Publish callbacks [] for security_group (345b85d5-4616-4ac6-8f72-5386f5459816), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:34.121930 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f7a-4b5e-4294-a1a3-db97b04dc246 admin admin] Publish callbacks [] for security_group (345b85d5-4616-4ac6-8f72-5386f5459816), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:34.220323 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f7a-4b5e-4294-a1a3-db97b04dc246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (345b85d5-4616-4ac6-8f72-5386f5459816), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:34.222844 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f7a-4b5e-4294-a1a3-db97b04dc246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:34.223979 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-cc8c6f7a-4b5e-4294-a1a3-db97b04dc246 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/345b85d5-4616-4ac6-8f72-5386f5459816 HTTP/1.1" status: 204 len: 168 time: 0.1688633 Mar 09 14:51:34.231710 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c6f7a-4b5e-4294-a1a3-db97b04dc246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345b85d5-4616-4ac6-8f72-5386f5459816,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:34.752220 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 40922) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:34.766569 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5bbc64f1-7a6b-4d27-8ec7-5e7265768d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:34.837810 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5bbc64f1-7a6b-4d27-8ec7-5e7265768d1c admin admin] Publish callbacks [] for security_group (699a8ed9-a6d0-46af-8acd-1b3e00c1319e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:34.923531 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5bbc64f1-7a6b-4d27-8ec7-5e7265768d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (699a8ed9-a6d0-46af-8acd-1b3e00c1319e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:34.935631 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1169c-86df-4158-b3e9-6277336bddba req-4b863971-d72e-46b2-8ca6-721dc330a6b0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:34.937131 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fad1169c-86df-4158-b3e9-6277336bddba req-4b863971-d72e-46b2-8ca6-721dc330a6b0 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 947 time: 0.0528789 Mar 09 14:51:34.962361 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5bbc64f1-7a6b-4d27-8ec7-5e7265768d1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb8c00f13d1c4fdea95136f4c43424f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089987 Mar 09 14:51:34.963329 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc64f1-7a6b-4d27-8ec7-5e7265768d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699a8ed9-a6d0-46af-8acd-1b3e00c1319e,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:34.966539 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 40926) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:35.008051 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fad1169c-86df-4158-b3e9-6277336bddba req-1f52d0c0-b833-410a-b7b3-0398eb7e621b tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653651 Mar 09 14:51:35.030153 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d37f867e-8f32-4b84-a07c-7d40d76cde76 admin admin] Publish callbacks [] for security_group (699a8ed9-a6d0-46af-8acd-1b3e00c1319e), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:35.050841 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d37f867e-8f32-4b84-a07c-7d40d76cde76 admin admin] Publish callbacks [] for security_group (699a8ed9-a6d0-46af-8acd-1b3e00c1319e), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:35.174441 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d37f867e-8f32-4b84-a07c-7d40d76cde76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (699a8ed9-a6d0-46af-8acd-1b3e00c1319e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:35.177072 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d37f867e-8f32-4b84-a07c-7d40d76cde76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:35.179931 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d37f867e-8f32-4b84-a07c-7d40d76cde76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/699a8ed9-a6d0-46af-8acd-1b3e00c1319e HTTP/1.1" status: 204 len: 168 time: 0.2107759 Mar 09 14:51:35.185926 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f867e-8f32-4b84-a07c-7d40d76cde76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699a8ed9-a6d0-46af-8acd-1b3e00c1319e,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:36.140933 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187cbba-0bfb-4f53-a502-e8b40a2c998b req-95323096-d0d8-4973-9944-8090db67ddd3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:36.142434 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c187cbba-0bfb-4f53-a502-e8b40a2c998b req-95323096-d0d8-4973-9944-8090db67ddd3 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 947 time: 0.0622091 Mar 09 14:51:36.188806 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c187cbba-0bfb-4f53-a502-e8b40a2c998b req-8aab5c03-4081-441e-b6a5-00b74e8adedf tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a432bcc-914f-4183-915a-5e38c3a2d031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407174 Mar 09 14:51:36.501076 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aecfce-1d69-4581-a256-104769cb2bac req-4c6ccd36-10bd-4adf-b8b5-e25c528873a6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:36.502654 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e0aecfce-1d69-4581-a256-104769cb2bac req-4c6ccd36-10bd-4adf-b8b5-e25c528873a6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 947 time: 0.0611293 Mar 09 14:51:36.598049 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Deleting port 01489f9a-be91-44f0-aac2-b77f8783f83b {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:36.598384 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:36.686498 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] For port 01489f9a-be91-44f0-aac2-b77f8783f83b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=01489f9a-be91-44f0-aac2-b77f8783f83b,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:36.686869 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:36.857726 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:36.858085 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (9666fcb9-7add-41ab-a678-30bf5707af0a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:36.858412 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Floating IP 9666fcb9-7add-41ab-a678-30bf5707af0a disassociated. External IP: 172.27.2.135, port: 01489f9a-be91-44f0-aac2-b77f8783f83b. Mar 09 14:51:36.858749 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Calling delete_port for 01489f9a-be91-44f0-aac2-b77f8783f83b owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:37.044058 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (01489f9a-be91-44f0-aac2-b77f8783f83b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:37.073536 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event deleted for resources: {'Port': ['ID=01489f9a-be91-44f0-aac2-b77f8783f83b,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:37.223955 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Router 87692b5f-b486-4175-be7b-25dc725219fc has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:51:37.289081 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bdc597ef-44e2-4b53-a8f6-46bfab010cdd req-a17c9462-6570-47a1-b3fe-e23de08c4fc6 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 210 time: 0.0274272 Mar 09 14:51:37.336039 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:51:37.350330 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] Sync routers for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:51:37.356486 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:37.357130 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:51:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:37.382791 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] No DVR routers for this DVR port 01489f9a-be91-44f0-aac2-b77f8783f83b on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:51:37.385667 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:37.388804 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e0aecfce-1d69-4581-a256-104769cb2bac req-770eb183-bf2d-404e-8fda-e6f952f7cc2c tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.16 "DELETE /v2.0/ports/01489f9a-be91-44f0-aac2-b77f8783f83b HTTP/1.1" status: 204 len: 173 time: 0.8806853 Mar 09 14:51:37.389255 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'name': 'network-vif-deleted', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:51:37.391500 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c72f30-84eb-41ad-811e-52bbac2b34c4" -d '{"events": [{"server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "name": "network-vif-deleted", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:51:37.441499 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6793eb7e-cb26-451c-b0c6-319785f7e5ff x-openstack-request-id: req-6793eb7e-cb26-451c-b0c6-319785f7e5ff {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:51:37.441499 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a35521-066c-462b-8715-43705174bae4", "name": "network-vif-deleted", "tag": "01489f9a-be91-44f0-aac2-b77f8783f83b", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:51:37.441499 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6793eb7e-cb26-451c-b0c6-319785f7e5ff {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:51:37.441499 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a35521-066c-462b-8715-43705174bae4', 'name': 'network-vif-deleted', 'tag': '01489f9a-be91-44f0-aac2-b77f8783f83b', 'status': 'completed', 'code': 200} Mar 09 14:51:37.476423 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:37.498735 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0d7ee-2517-4e5c-8a77-ce3d213b4b13 req-fd903e4b-35df-44fb-8e96-1e7cce5254e7 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:37.500436 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7f0d7ee-2517-4e5c-8a77-ce3d213b4b13 req-fd903e4b-35df-44fb-8e96-1e7cce5254e7 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0592520 Mar 09 14:51:37.573157 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7f0d7ee-2517-4e5c-8a77-ce3d213b4b13 req-09720410-7bab-46da-b141-ed3d50f592eb tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600972 Mar 09 14:51:37.801070 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:37.826622 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] Checking router: 87692b5f-b486-4175-be7b-25dc725219fc for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:51:37.835108 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:37.835744 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:51:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:37.943433 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:38.142717 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:38.169334 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b883cbd-ced0-4b89-b780-e7b40091b440 None None] The sync data for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi is: [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:44:36Z', 'revision_number': 4, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4793db87-cc66-402a-bd78-788de1e95d2f', 'name': '', 'network_id': '22b50098-231e-4eaf-af19-c11841a316ba', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'mac_address': 'fa:16:3e:69:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:35Z', 'updated_at': '2022-03-09T14:44:42Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'subnets': [{'id': '9e008751-faf4-45d1-97a4-817758a87c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:51:38.413203 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f29ec17e-09c3-4b92-a97f-0e9e6d0b7d4c req-3a6f4f70-2676-4d02-b04c-c57726ea07b9 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a35521-066c-462b-8715-43705174bae4 HTTP/1.1" status: 200 len: 210 time: 0.0311630 Mar 09 14:51:38.422448 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e1997-c48d-4fe3-9241-582a34b656ff None None] New status for floating IP 9666fcb9-7add-41ab-a678-30bf5707af0a: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:51:38.687010 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044829d-31e5-4b0a-bad4-5cb58e73359e req-474c4ebf-bb88-4332-a1be-bd6a98ca2b7b tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:38.688478 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e044829d-31e5-4b0a-bad4-5cb58e73359e req-474c4ebf-bb88-4332-a1be-bd6a98ca2b7b tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0533187 Mar 09 14:51:38.738096 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e044829d-31e5-4b0a-bad4-5cb58e73359e req-46a868fa-ad09-47c7-b588-a7dd93bbb5a2 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Mar 09 14:51:39.559462 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 41038) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:39.611452 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1f92b9b2-ad8d-4f3c-bd03-5451a49eead2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (3a432bcc-914f-4183-915a-5e38c3a2d031), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:39.635631 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1f92b9b2-ad8d-4f3c-bd03-5451a49eead2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (3a432bcc-914f-4183-915a-5e38c3a2d031), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:39.746884 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1f92b9b2-ad8d-4f3c-bd03-5451a49eead2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (3a432bcc-914f-4183-915a-5e38c3a2d031), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:39.749527 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1f92b9b2-ad8d-4f3c-bd03-5451a49eead2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:39.750724 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1f92b9b2-ad8d-4f3c-bd03-5451a49eead2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a432bcc-914f-4183-915a-5e38c3a2d031 HTTP/1.1" status: 204 len: 168 time: 0.1901736 Mar 09 14:51:39.753896 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 41040) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:39.760236 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92b9b2-ad8d-4f3c-bd03-5451a49eead2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a432bcc-914f-4183-915a-5e38c3a2d031,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:39.776799 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.api.v2.resource [None req-026ce3dc-6232-4640-a182-cf98bc9830cb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] show failed (client error): The resource could not be found. Mar 09 14:51:39.780983 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-026ce3dc-6232-4640-a182-cf98bc9830cb tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "GET /v2.0/security-groups/3a432bcc-914f-4183-915a-5e38c3a2d031 HTTP/1.1" status: 404 len: 347 time: 0.0259805 Mar 09 14:51:39.782159 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 41044) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:39.868246 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a5ed0-7c4b-42df-bcd6-c566337aff91 req-feb57559-3aec-440d-8f89-5eb47343096c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:39.869742 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b51a5ed0-7c4b-42df-bcd6-c566337aff91 req-feb57559-3aec-440d-8f89-5eb47343096c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0555279 Mar 09 14:51:39.906596 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-9c082725-76a0-4be9-ab86-59a9984596b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Deleting port 692f493f-85a5-4ee7-825f-197feb5ff24f {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:39.906938 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c082725-76a0-4be9-ab86-59a9984596b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (692f493f-85a5-4ee7-825f-197feb5ff24f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:39.920337 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b51a5ed0-7c4b-42df-bcd6-c566337aff91 req-d7dc561e-f1e5-45c4-a617-1fa990d82391 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Mar 09 14:51:39.980857 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c082725-76a0-4be9-ab86-59a9984596b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (692f493f-85a5-4ee7-825f-197feb5ff24f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:39.981182 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c082725-76a0-4be9-ab86-59a9984596b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (692f493f-85a5-4ee7-825f-197feb5ff24f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:39.992358 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-9c082725-76a0-4be9-ab86-59a9984596b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Calling delete_port for 692f493f-85a5-4ee7-825f-197feb5ff24f owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:40.243654 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c082725-76a0-4be9-ab86-59a9984596b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (692f493f-85a5-4ee7-825f-197feb5ff24f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:40.277339 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c082725-76a0-4be9-ab86-59a9984596b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Pushing event deleted for resources: {'Port': ['ID=692f493f-85a5-4ee7-825f-197feb5ff24f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:40.335586 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c082725-76a0-4be9-ab86-59a9984596b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks [] for floatingip (9666fcb9-7add-41ab-a678-30bf5707af0a), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:40.338296 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9c082725-76a0-4be9-ab86-59a9984596b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:40.339979 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9c082725-76a0-4be9-ab86-59a9984596b2 tempest-AttachVolumeShelveTestJSON-397463763 tempest-AttachVolumeShelveTestJSON-397463763-project] 10.222.0.20 "DELETE /v2.0/floatingips/9666fcb9-7add-41ab-a678-30bf5707af0a HTTP/1.1" status: 204 len: 168 time: 0.5560889 Mar 09 14:51:40.573413 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 01489f9a-be91-44f0-aac2-b77f8783f83b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:40.598396 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 01489f9a-be91-44f0-aac2-b77f8783f83b {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:40.598751 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 01489f9a-be91-44f0-aac2-b77f8783f83b not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:41.040437 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73612db3-c681-4d77-bc46-de8d65f8f07f req-6cc59261-d96b-44df-a4f7-be7b1f8eff71 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:41.041945 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73612db3-c681-4d77-bc46-de8d65f8f07f req-6cc59261-d96b-44df-a4f7-be7b1f8eff71 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0553436 Mar 09 14:51:41.089640 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-73612db3-c681-4d77-bc46-de8d65f8f07f req-c3e16dee-efad-4079-a6ed-93fe388d5d9d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Mar 09 14:51:42.205382 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75ef6a-59ce-4196-a179-3ff760cf3c7f req-7e314a56-6131-49e7-b66f-0ade931cf5f2 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:42.206768 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6b75ef6a-59ce-4196-a179-3ff760cf3c7f req-7e314a56-6131-49e7-b66f-0ade931cf5f2 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0526621 Mar 09 14:51:42.254793 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6b75ef6a-59ce-4196-a179-3ff760cf3c7f req-82ba5888-439a-460f-a810-17fb770cda1e tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Mar 09 14:51:43.060175 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 41078) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:43.372792 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58c42c-5eba-449a-946c-d0dfe2f179b5 req-d0586457-79ae-4695-827a-1529e3c8cbda tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:43.374968 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c58c42c-5eba-449a-946c-d0dfe2f179b5 req-d0586457-79ae-4695-827a-1529e3c8cbda tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0559027 Mar 09 14:51:43.428098 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9c58c42c-5eba-449a-946c-d0dfe2f179b5 req-3828b2ea-c5d5-4414-bafd-9a1fe624e087 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471914 Mar 09 14:51:43.562124 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580745'] for router_interface (87692b5f-b486-4175-be7b-25dc725219fc), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:43.807153 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] Deleting port 4793db87-cc66-402a-bd78-788de1e95d2f {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:43.807489 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:43.887357 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] For port 4793db87-cc66-402a-bd78-788de1e95d2f, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=4793db87-cc66-402a-bd78-788de1e95d2f,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:43.887729 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:43.906488 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] Calling delete_port for 4793db87-cc66-402a-bd78-788de1e95d2f owned by network:router_interface {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:44.146892 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (4793db87-cc66-402a-bd78-788de1e95d2f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:44.170735 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] Pushing event deleted for resources: {'Port': ['ID=4793db87-cc66-402a-bd78-788de1e95d2f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:44.343367 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580377'] for router_interface (87692b5f-b486-4175-be7b-25dc725219fc), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:44.547188 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1a548-b94f-47b6-a956-30b0cf21a508 req-7bc77b2b-2c56-4965-862e-9084a841bfed tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:44.549135 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a8d1a548-b94f-47b6-a956-30b0cf21a508 req-7bc77b2b-2c56-4965-862e-9084a841bfed tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0531132 Mar 09 14:51:44.564854 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] Router 87692b5f-b486-4175-be7b-25dc725219fc has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:51:44.597847 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a8d1a548-b94f-47b6-a956-30b0cf21a508 req-38f3ddfb-3bc6-4dee-a7bb-c86047a658ef tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Mar 09 14:51:44.674206 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:51:44.679246 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-868fbe97-9792-4a54-a2e5-0185552d0761 admin admin] 10.222.0.20 "PUT /v2.0/routers/87692b5f-b486-4175-be7b-25dc725219fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6180167 Mar 09 14:51:44.681831 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 41090) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:44.686740 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] Sync routers for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:51:44.698397 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:44.699007 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:51:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:44.810150 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:44.849470 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-af708236-c6db-4bf4-917c-36a58b9edb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:44.993596 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:51:44Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:45.023092 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] Checking router: 87692b5f-b486-4175-be7b-25dc725219fc for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:51:45.032030 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] Routers {'87692b5f-b486-4175-be7b-25dc725219fc'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:51:45.032661 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:51:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['87692b5f-b486-4175-be7b-25dc725219fc'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:45.039504 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Publish callbacks [] for router (87692b5f-b486-4175-be7b-25dc725219fc), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:45.140923 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Publish callbacks [] for router_gateway (87692b5f-b486-4175-be7b-25dc725219fc), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:45.142764 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] Set router 87692b5f-b486-4175-be7b-25dc725219fc gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:51:45.276888 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Deleting port 52b83b8e-dd10-467f-a1dc-b26b7f403877 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:45.277456 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:45.329681 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:51:44Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:45.360241 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c3654-44b1-4cf3-891e-6af51bcaed26 None None] The sync data for ids ['87692b5f-b486-4175-be7b-25dc725219fc'] in dv-cinder-830086-3-iscsi is: [{'id': '87692b5f-b486-4175-be7b-25dc725219fc', 'name': 'tempest-AttachVolumeShelveTestJSON-87580452-router', 'tenant_id': '9b8a862425b540e7a8f8cd3594f59d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:44:29Z', 'updated_at': '2022-03-09T14:51:44Z', 'revision_number': 5, 'project_id': '9b8a862425b540e7a8f8cd3594f59d02', 'gw_port': {'id': '52b83b8e-dd10-467f-a1dc-b26b7f403877', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87692b5f-b486-4175-be7b-25dc725219fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:44:30Z', 'updated_at': '2022-03-09T14:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:51:45.363817 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] For port 52b83b8e-dd10-467f-a1dc-b26b7f403877, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=52b83b8e-dd10-467f-a1dc-b26b7f403877,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:45.364258 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:45.377345 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Calling delete_port for 52b83b8e-dd10-467f-a1dc-b26b7f403877 owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:45.604315 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (52b83b8e-dd10-467f-a1dc-b26b7f403877), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:45.628983 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=52b83b8e-dd10-467f-a1dc-b26b7f403877,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:45.694553 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575923'] for router_gateway (87692b5f-b486-4175-be7b-25dc725219fc), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:45.732363 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846d23f-b584-4857-9246-06cd08d24d31 req-f640ea44-91e4-4d02-bd2e-caf80e88a441 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:45.734852 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d846d23f-b584-4857-9246-06cd08d24d31 req-f640ea44-91e4-4d02-bd2e-caf80e88a441 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0679164 Mar 09 14:51:45.789277 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d846d23f-b584-4857-9246-06cd08d24d31 req-eaf9162f-bc0b-40d6-8b82-e435b0aae1f4 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442259 Mar 09 14:51:45.792816 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123876'] for router (87692b5f-b486-4175-be7b-25dc725219fc), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:45.797654 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Publish callbacks [] for router_controller (87692b5f-b486-4175-be7b-25dc725219fc), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:45.922442 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578599'] for router (87692b5f-b486-4175-be7b-25dc725219fc), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:45.923081 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87692b5f-b486-4175-be7b-25dc725219fc {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:51:45.927610 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:45.928661 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5daa4c70-b526-47b7-bdb9-fd64fe572b5d admin admin] 10.222.0.20 "DELETE /v2.0/routers/87692b5f-b486-4175-be7b-25dc725219fc HTTP/1.1" status: 204 len: 168 time: 1.2460663 Mar 09 14:51:45.931060 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 41096) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:45.977938 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a864cbf-62ef-4b1a-b03c-a7f6e588df79 admin admin] Deleting subnet 9e008751-faf4-45d1-97a4-817758a87c2b {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:51:45.982039 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a864cbf-62ef-4b1a-b03c-a7f6e588df79 admin admin] Publish callbacks [] for subnet (9e008751-faf4-45d1-97a4-817758a87c2b), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.017892 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a864cbf-62ef-4b1a-b03c-a7f6e588df79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15001556'] for subnet (9e008751-faf4-45d1-97a4-817758a87c2b), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.102329 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a864cbf-62ef-4b1a-b03c-a7f6e588df79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (9e008751-faf4-45d1-97a4-817758a87c2b), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.204239 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a864cbf-62ef-4b1a-b03c-a7f6e588df79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12879140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12933825'] for subnet (9e008751-faf4-45d1-97a4-817758a87c2b), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.232076 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a864cbf-62ef-4b1a-b03c-a7f6e588df79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e008751-faf4-45d1-97a4-817758a87c2b,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:46.234063 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-9a864cbf-62ef-4b1a-b03c-a7f6e588df79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.237266 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-9a864cbf-62ef-4b1a-b03c-a7f6e588df79 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9e008751-faf4-45d1-97a4-817758a87c2b HTTP/1.1" status: 204 len: 168 time: 0.3052807 Mar 09 14:51:46.238649 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab9862-a7aa-43ae-a094-cbaeddb8a5a0 None None] Network 22b50098-231e-4eaf-af19-c11841a316ba requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:51:46.239713 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 41098) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:46.311723 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (22b50098-231e-4eaf-af19-c11841a316ba), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.367009 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Deleting port ec00266a-58b5-43c3-8e08-4c0042a93702 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:46.367348 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.409501 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] DHCP port deletion for 22b50098-231e-4eaf-af19-c11841a316ba request from dv-cinder-830086-3-iscsi {{(pid=109968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:51:46.443230 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] For port ec00266a-58b5-43c3-8e08-4c0042a93702, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=ec00266a-58b5-43c3-8e08-4c0042a93702,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:46.443591 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.456457 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Calling delete_port for ec00266a-58b5-43c3-8e08-4c0042a93702 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:46.459723 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Deleting port ec00266a-58b5-43c3-8e08-4c0042a93702 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:51:46.460109 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.528286 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] For port ec00266a-58b5-43c3-8e08-4c0042a93702, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=ec00266a-58b5-43c3-8e08-4c0042a93702,segment=NetworkSegment(3ca7bee9-4aa1-4343-8513-e5582f298fba),segment_id=3ca7bee9-4aa1-4343-8513-e5582f298fba)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:51:46.528823 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.546295 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Calling delete_port for ec00266a-58b5-43c3-8e08-4c0042a93702 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:51:46.598089 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.623318 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776'] for port (ec00266a-58b5-43c3-8e08-4c0042a93702), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.624426 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec00266a-58b5-43c3-8e08-4c0042a93702,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:46.628316 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] No DVR routers for this DVR port ec00266a-58b5-43c3-8e08-4c0042a93702 on host dv-cinder-830086-3-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:51:46.648798 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Pushing event deleted for resources: {'Port': ['ID=ec00266a-58b5-43c3-8e08-4c0042a93702,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:46.653064 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] No DVR routers for this DVR port ec00266a-58b5-43c3-8e08-4c0042a93702 on host dv-cinder-830086-3-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:51:46.659748 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.660104 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.660456 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.660878 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.661227 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.661563 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.661897 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.662241 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.662564 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.662898 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.663228 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.663552 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.663878 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ced584-eb3c-4ed3-b423-36ec2895a544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:51:46.706444 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (22b50098-231e-4eaf-af19-c11841a316ba), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.719911 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 52b83b8e-dd10-467f-a1dc-b26b7f403877 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:46.728209 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b50098-231e-4eaf-af19-c11841a316ba']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:46.737880 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca7bee9-4aa1-4343-8513-e5582f298fba') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:46.738176 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca7bee9-4aa1-4343-8513-e5582f298fba') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:51:46.742696 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 52b83b8e-dd10-467f-a1dc-b26b7f403877 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:46.743047 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 52b83b8e-dd10-467f-a1dc-b26b7f403877 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:46.743560 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 4793db87-cc66-402a-bd78-788de1e95d2f no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:46.747607 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15001567'] for segment (3ca7bee9-4aa1-4343-8513-e5582f298fba), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.760836 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (3ca7bee9-4aa1-4343-8513-e5582f298fba), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.763213 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 4793db87-cc66-402a-bd78-788de1e95d2f {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:46.763677 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 4793db87-cc66-402a-bd78-788de1e95d2f not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:46.764093 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device ec00266a-58b5-43c3-8e08-4c0042a93702 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:51:46.767258 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:51:46.767644 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12879098'] for segment (3ca7bee9-4aa1-4343-8513-e5582f298fba), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: timer() Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: cb(*args, **kw) Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: self._notify() Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: self.callback(batched_events) Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: event.method(event) Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._get(url).json() Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:51:46.769387 dv-cinder-830086-3-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:51:46.784476 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: ec00266a-58b5-43c3-8e08-4c0042a93702 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:51:46.784864 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device ec00266a-58b5-43c3-8e08-4c0042a93702 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:51:46.889718 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (22b50098-231e-4eaf-af19-c11841a316ba), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.895235 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:46.898419 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] 10.222.0.20 "DELETE /v2.0/networks/22b50098-231e-4eaf-af19-c11841a316ba HTTP/1.1" status: 204 len: 168 time: 0.6577775 Mar 09 14:51:46.909443 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f293ddb-8260-4376-b2f3-3d7d4a021e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b50098-231e-4eaf-af19-c11841a316ba,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:46.919522 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39260961-78dc-4ede-a17a-7f6d18a50656 req-a72e6c5c-57a4-41db-b512-fc70aa63b8fb tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:46.921051 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-39260961-78dc-4ede-a17a-7f6d18a50656 req-a72e6c5c-57a4-41db-b512-fc70aa63b8fb tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0593078 Mar 09 14:51:46.970281 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-39260961-78dc-4ede-a17a-7f6d18a50656 req-17bbf71f-d305-4dec-a477-2d9af2a3667d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435019 Mar 09 14:51:47.123760 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8b825991-43aa-4173-82ce-247bcf188059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:47.240336 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 41110) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:47.280119 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0087471c-a8bc-4262-b012-5820e4e43dcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b8a862425b540e7a8f8cd3594f59d02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385237 Mar 09 14:51:47.282609 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 41112) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:47.327580 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9a53a350-2efc-482a-9133-c0aaadc47863 admin admin] Publish callbacks [] for security_group (6f0cf31b-f07f-41f7-b51f-96e837f552aa), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:47.347872 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9a53a350-2efc-482a-9133-c0aaadc47863 admin admin] Publish callbacks [] for security_group (6f0cf31b-f07f-41f7-b51f-96e837f552aa), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:47.466794 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9a53a350-2efc-482a-9133-c0aaadc47863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (6f0cf31b-f07f-41f7-b51f-96e837f552aa), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:47.469856 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-9a53a350-2efc-482a-9133-c0aaadc47863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:47.470654 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-9a53a350-2efc-482a-9133-c0aaadc47863 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f0cf31b-f07f-41f7-b51f-96e837f552aa HTTP/1.1" status: 204 len: 168 time: 0.1871192 Mar 09 14:51:47.478435 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53a350-2efc-482a-9133-c0aaadc47863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0cf31b-f07f-41f7-b51f-96e837f552aa,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:48.092360 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5ed4c-c15e-4afa-93b0-922c21b85fea req-b09ea892-9bc8-4894-8e5c-7124a5f7ca9c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:48.093863 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-13c5ed4c-c15e-4afa-93b0-922c21b85fea req-b09ea892-9bc8-4894-8e5c-7124a5f7ca9c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0569384 Mar 09 14:51:48.140551 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-13c5ed4c-c15e-4afa-93b0-922c21b85fea req-496a3b02-7249-4ed4-83c8-462312f68694 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411177 Mar 09 14:51:48.323098 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:48.514282 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5cdd7-d094-49e0-b87f-9bdf64115f95 req-e8dd8bb3-2f6f-42df-bb4c-be972aee04df tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:48.515866 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-91a5cdd7-d094-49e0-b87f-9bdf64115f95 req-e8dd8bb3-2f6f-42df-bb4c-be972aee04df tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0605631 Mar 09 14:51:48.565616 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-91a5cdd7-d094-49e0-b87f-9bdf64115f95 req-7f1aa1e2-15b8-47dc-98a9-dabe2ae5c141 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Mar 09 14:51:48.608354 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-fa23144b-d6b6-41c1-be28-ee528abe9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:48.609874 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-fa23144b-d6b6-41c1-be28-ee528abe9ff5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 1129 time: 0.0483727 Mar 09 14:51:48.702420 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-3c1bccf0-497f-49de-8e4e-d1d9b8871f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:48.703875 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-3c1bccf0-497f-49de-8e4e-d1d9b8871f6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 200 len: 911 time: 0.0866570 Mar 09 14:51:48.775563 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-f072815f-f1cd-43f0-a13c-b3a2b00ae1de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724fc252-ba53-4a26-b561-8f99acfab524 HTTP/1.1" status: 200 len: 1000 time: 0.0641236 Mar 09 14:51:48.825231 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-f3996bd0-3102-4a28-8c3d-6faf56ff0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:48.826692 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-f3996bd0-3102-4a28-8c3d-6faf56ff0462 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35bb6907-92c8-43d5-8fa4-60e4dd9b091d HTTP/1.1" status: 200 len: 849 time: 0.0434649 Mar 09 14:51:48.876101 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-de60988d-4a06-433b-8cf4-922fe5eec262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:48.877618 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-de60988d-4a06-433b-8cf4-922fe5eec262 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443461 Mar 09 14:51:48.971073 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-d1381932-3de3-4c71-a6d3-80b258ffce08 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848205 Mar 09 14:51:49.058391 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f8d1e6c6-d531-47c6-a7cb-29cb1b064f7b req-3a93d5fc-c50b-47d1-909d-d00928883f48 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796192 Mar 09 14:51:49.293935 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 41184) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:49.394319 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3b6f73d8-94cc-4703-b431-ca238a8fbdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:49.468993 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3b6f73d8-94cc-4703-b431-ca238a8fbdec admin admin] Publish callbacks [] for security_group (294bf42b-9e5a-4f15-80fe-d812fea9b01b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:49.534252 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3b6f73d8-94cc-4703-b431-ca238a8fbdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (294bf42b-9e5a-4f15-80fe-d812fea9b01b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:49.575089 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3b6f73d8-94cc-4703-b431-ca238a8fbdec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bee47467f2614bf39b39d594fa5403d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793491 Mar 09 14:51:49.576007 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f73d8-94cc-4703-b431-ca238a8fbdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294bf42b-9e5a-4f15-80fe-d812fea9b01b,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:49.577639 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 41188) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:49.626267 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-afe6c400-9a2f-4412-b8ea-8eb2ded23b38 admin admin] Publish callbacks [] for security_group (294bf42b-9e5a-4f15-80fe-d812fea9b01b), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:49.676196 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-afe6c400-9a2f-4412-b8ea-8eb2ded23b38 admin admin] Publish callbacks [] for security_group (294bf42b-9e5a-4f15-80fe-d812fea9b01b), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:49.706250 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:49.722871 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a0a40-3e16-4dc1-9746-6795db194c42 req-121cebd0-89d1-4350-bca1-2445f50d5112 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:49.724344 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7c6a0a40-3e16-4dc1-9746-6795db194c42 req-121cebd0-89d1-4350-bca1-2445f50d5112 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0844889 Mar 09 14:51:49.771230 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7c6a0a40-3e16-4dc1-9746-6795db194c42 req-b3922878-3adc-4106-9821-2103ec9f744e tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 Mar 09 14:51:49.814135 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-afe6c400-9a2f-4412-b8ea-8eb2ded23b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (294bf42b-9e5a-4f15-80fe-d812fea9b01b), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:49.816736 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-afe6c400-9a2f-4412-b8ea-8eb2ded23b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:49.817847 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-afe6c400-9a2f-4412-b8ea-8eb2ded23b38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/294bf42b-9e5a-4f15-80fe-d812fea9b01b HTTP/1.1" status: 204 len: 168 time: 0.2392309 Mar 09 14:51:49.826560 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6c400-9a2f-4412-b8ea-8eb2ded23b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294bf42b-9e5a-4f15-80fe-d812fea9b01b,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:50.889784 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcedc33-373f-43f6-b729-92b8f0be767f req-da71bef7-b408-4ef6-9197-6fff5e55960e tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:51:50.891262 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8dcedc33-373f-43f6-b729-92b8f0be767f req-da71bef7-b408-4ef6-9197-6fff5e55960e tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0529356 Mar 09 14:51:50.936351 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-8dcedc33-373f-43f6-b729-92b8f0be767f req-5c8767fa-7d84-4565-88de-48bda194d6fd tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394950 Mar 09 14:51:51.155175 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:54.850998 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 41280) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:54.956050 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b7f80cd2-dc7c-4a33-a0d4-41b31e52184a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:55.027068 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b7f80cd2-dc7c-4a33-a0d4-41b31e52184a admin admin] Publish callbacks [] for security_group (5230ab8f-1f5d-4dcd-8830-2ad16f70ed5d), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:55.069665 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b7f80cd2-dc7c-4a33-a0d4-41b31e52184a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5230ab8f-1f5d-4dcd-8830-2ad16f70ed5d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:55.107777 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b7f80cd2-dc7c-4a33-a0d4-41b31e52184a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3894fe6b5e924ca491bac03b38dc4efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557182 Mar 09 14:51:55.108633 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f80cd2-dc7c-4a33-a0d4-41b31e52184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5230ab8f-1f5d-4dcd-8830-2ad16f70ed5d,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:51:55.110548 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 41284) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:51:55.149417 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:51:55.158169 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e01d7bed-4685-476f-bad0-31b57340bdb1 admin admin] Publish callbacks [] for security_group (5230ab8f-1f5d-4dcd-8830-2ad16f70ed5d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:55.178223 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e01d7bed-4685-476f-bad0-31b57340bdb1 admin admin] Publish callbacks [] for security_group (5230ab8f-1f5d-4dcd-8830-2ad16f70ed5d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:55.281781 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e01d7bed-4685-476f-bad0-31b57340bdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5230ab8f-1f5d-4dcd-8830-2ad16f70ed5d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:55.284759 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e01d7bed-4685-476f-bad0-31b57340bdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:51:55.285924 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e01d7bed-4685-476f-bad0-31b57340bdb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5230ab8f-1f5d-4dcd-8830-2ad16f70ed5d HTTP/1.1" status: 204 len: 168 time: 0.1743579 Mar 09 14:51:55.294400 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d7bed-4685-476f-bad0-31b57340bdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230ab8f-1f5d-4dcd-8830-2ad16f70ed5d,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:02.616723 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:07.651257 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 41464) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:07.753323 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:07.827489 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Publish callbacks [] for security_group (2da76cfa-4952-4208-9d9f-3127fdb4e24a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:07.884440 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2da76cfa-4952-4208-9d9f-3127fdb4e24a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:07.923988 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03b4eca73b6e44ed8f70ab79f3598555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716095 Mar 09 14:52:07.924964 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da76cfa-4952-4208-9d9f-3127fdb4e24a,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:07.926763 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 41472) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:07.934950 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.942614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b39398-e6d5-4f14-a8cf-407cc42758d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:07.974852 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Publish callbacks [] for security_group (2da76cfa-4952-4208-9d9f-3127fdb4e24a), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:07.996451 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Publish callbacks [] for security_group (2da76cfa-4952-4208-9d9f-3127fdb4e24a), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:08.117362 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2da76cfa-4952-4208-9d9f-3127fdb4e24a), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:08.119940 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:08.121117 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2da76cfa-4952-4208-9d9f-3127fdb4e24a HTTP/1.1" status: 204 len: 168 time: 0.1933713 Mar 09 14:52:08.129210 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da76cfa-4952-4208-9d9f-3127fdb4e24a,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:08.136155 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.136513 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.136884 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.137223 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.137558 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.137886 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.138213 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.138542 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.138867 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.139271 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.139503 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.139824 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:08.140141 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa206edf-0f4f-45f6-a482-43ebb4f9b7b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:11.136539 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-279de11e-3a19-4caf-b660-f2a0c9177ead tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5f94bdd71436404f90f51ec34935f4a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302718 Mar 09 14:52:11.318313 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-b8571cf1-d1b0-42b1-b1fc-a96dbf41015a tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:11.319775 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-b8571cf1-d1b0-42b1-b1fc-a96dbf41015a tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779385 Mar 09 14:52:11.333966 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-8c88f848-68b5-46dc-ae03-461618d324b1 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/quotas/5f94bdd71436404f90f51ec34935f4a6 HTTP/1.1" status: 200 len: 375 time: 0.0088935 Mar 09 14:52:11.365011 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-62a090d2-076a-47b9-af2c-1bdcce111c20 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f94bdd71436404f90f51ec34935f4a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259964 Mar 09 14:52:11.582541 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3b780ef4-3253-463f-a00a-538e73af50c2 req-afc4158e-914e-4ea1-b5f7-2a3618b5e7a4 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 210 time: 0.0288920 Mar 09 14:52:12.679239 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d1b02494-751a-4a1b-9474-64f59ed958d4 req-d2ed8d00-465f-4fbd-a84e-382fe714c44c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 210 time: 0.0296040 Mar 09 14:52:13.608784 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-51ff58a5-0f66-4a0a-a352-1e462cdec669 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5f94bdd71436404f90f51ec34935f4a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285990 Mar 09 14:52:13.776219 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b6ac9711-2e1c-4319-8f74-01f4fcb7cef5 req-dd85322b-6bd5-4c95-9502-ff8ba9f16357 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 210 time: 0.0290380 Mar 09 14:52:13.789676 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-37e4df4d-feb5-4159-ba0f-9f005418d764 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:13.791116 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-37e4df4d-feb5-4159-ba0f-9f005418d764 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770747 Mar 09 14:52:13.804213 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Request body: {'port': {'device_id': 'a28db060-ba1a-41fc-8fbd-7f1a09ac874c', 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d', 'admin_state_up': True, 'tenant_id': '5f94bdd71436404f90f51ec34935f4a6'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:14.014502 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Made reservation on behalf of 5f94bdd71436404f90f51ec34935f4a6 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:52:14.018008 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:14.026999 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:14.098149 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks [] for security_group (961f9325-2e7e-4556-b751-0c04f381f3ca), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:14.161681 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (961f9325-2e7e-4556-b751-0c04f381f3ca), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:14.225434 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961f9325-2e7e-4556-b751-0c04f381f3ca,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:14.292922 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Allocated IP 192.168.233.242 (a8aca1bf-6a24-46ed-a584-d4f84fbee17d/703c3c36-922e-4762-9d8c-bbc059ed86ff/8ffe1a82-34ff-4fea-bf7f-a933b133b90a) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:52:14.429613 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks [] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:14.500374 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:14.542274 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Network a8aca1bf-6a24-46ed-a584-d4f84fbee17d is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:52:14.547281 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:14.549875 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:52:14.577498 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Pushing event updated for resources: {'Port': ['ID=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:14.607833 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:14.608294 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:14.678649 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0cdb4cc8-e7bc-475a-80c9-a83fe9570029 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8784218 Mar 09 14:52:14.707849 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Request body: {'port': {'device_id': 'a28db060-ba1a-41fc-8fbd-7f1a09ac874c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:14.751848 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:14.787101 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-70a30527-7044-4670-973f-502e9e7df288 None None] Provisioning complete for port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:14.787583 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-70a30527-7044-4670-973f-502e9e7df288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:14.830945 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-70a30527-7044-4670-973f-502e9e7df288 None None] Port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:52:14.896442 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1190d-5779-4bb1-a069-daef561ee8cd req-24ca3800-45f1-4ff4-865e-338fa21639c5 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:14.897945 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-83c1190d-5779-4bb1-a069-daef561ee8cd req-24ca3800-45f1-4ff4-865e-338fa21639c5 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 936 time: 0.0517952 Mar 09 14:52:14.911937 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a250f3d1-ea60-4b4b-ae61-600c890a2832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:14.945363 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-83c1190d-5779-4bb1-a069-daef561ee8cd req-d99fc887-4b00-447a-a266-108d00f7d470 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Mar 09 14:52:15.013629 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffe1a82-34ff-4fea-bf7f-a933b133b90a {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:52:15.021237 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Publish callbacks [] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:15.033651 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Transition to ACTIVE for port object 8ffe1a82-34ff-4fea-bf7f-a933b133b90a will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:52:15.140280 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:15.192838 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Pushing event updated for resources: {'Port': ['ID=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:15.266645 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Attempting to bind port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:52:15.266984 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Attempting to bind port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '05bc96c3-3665-47bd-8d6e-e16c94325032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:52:15.267319 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Attempting to bind port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a on network a8aca1bf-6a24-46ed-a584-d4f84fbee17d {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:52:15.271878 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a on network a8aca1bf-6a24-46ed-a584-d4f84fbee17d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:52:15.272207 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Attempting to bind port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a on network a8aca1bf-6a24-46ed-a584-d4f84fbee17d {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:52:15.277978 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:52:15.278325 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Checking segment: {'id': '05bc96c3-3665-47bd-8d6e-e16c94325032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:52:15.278723 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Bound using segment: {'id': '05bc96c3-3665-47bd-8d6e-e16c94325032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:52:15.279158 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Bound port: 8ffe1a82-34ff-4fea-bf7f-a933b133b90a, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05bc96c3-3665-47bd-8d6e-e16c94325032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:52:15.279519 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:15.344962 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] For port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:52:15.348092 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] For port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,segment=NetworkSegment(05bc96c3-3665-47bd-8d6e-e16c94325032),segment_id=05bc96c3-3665-47bd-8d6e-e16c94325032)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:52:15.430772 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:15.463408 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:15.464731 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:15.466202 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] 10.222.0.16 "PUT /v2.0/ports/8ffe1a82-34ff-4fea-bf7f-a933b133b90a HTTP/1.1" status: 200 len: 1098 time: 0.7802477 Mar 09 14:52:15.466653 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28db060-ba1a-41fc-8fbd-7f1a09ac874c', 'tag': '8ffe1a82-34ff-4fea-bf7f-a933b133b90a'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:52:15.469010 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4adf547-f16b-4774-bf72-ea8c2a8d3d83" -d '{"events": [{"name": "network-changed", "server_uuid": "a28db060-ba1a-41fc-8fbd-7f1a09ac874c", "tag": "8ffe1a82-34ff-4fea-bf7f-a933b133b90a"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:52:15.497946 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e47ed-2686-4032-a303-60ba6cf6e24d service neutron] Pushing event updated for resources: {'Port': ['ID=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:15.516269 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96237ce2-2bd6-42d7-a070-8b1daca2f222 x-openstack-request-id: req-96237ce2-2bd6-42d7-a070-8b1daca2f222 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:52:15.516269 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28db060-ba1a-41fc-8fbd-7f1a09ac874c", "tag": "8ffe1a82-34ff-4fea-bf7f-a933b133b90a", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:52:15.516269 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96237ce2-2bd6-42d7-a070-8b1daca2f222 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:52:15.516269 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28db060-ba1a-41fc-8fbd-7f1a09ac874c', 'tag': '8ffe1a82-34ff-4fea-bf7f-a933b133b90a', 'status': 'completed', 'code': 200} Mar 09 14:52:15.581293 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adf547-f16b-4774-bf72-ea8c2a8d3d83 req-69accc6f-062a-4a75-91ff-2ab56087a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:15.582150 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a4adf547-f16b-4774-bf72-ea8c2a8d3d83 req-69accc6f-062a-4a75-91ff-2ab56087a29c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f94bdd71436404f90f51ec34935f4a6&device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 1132 time: 0.0463219 Mar 09 14:52:15.612163 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a4adf547-f16b-4774-bf72-ea8c2a8d3d83 req-f1bbf534-dae6-438d-8cf9-96227ab2b445 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5f94bdd71436404f90f51ec34935f4a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226128 Mar 09 14:52:15.705110 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adf547-f16b-4774-bf72-ea8c2a8d3d83 req-c938a979-a2af-4135-a6c5-a2f1bac86abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:15.706580 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-a4adf547-f16b-4774-bf72-ea8c2a8d3d83 req-c938a979-a2af-4135-a6c5-a2f1bac86abf service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880628 Mar 09 14:52:15.786272 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-638c9937-ea8d-4993-9658-fb9a040dd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:15.787747 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-638c9937-ea8d-4993-9658-fb9a040dd1b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f94bdd71436404f90f51ec34935f4a6&device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 1132 time: 0.0442939 Mar 09 14:52:15.829984 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-23123f3c-d93a-4122-a505-9b453beabb90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=8ffe1a82-34ff-4fea-bf7f-a933b133b90a HTTP/1.1" status: 200 len: 217 time: 0.0357764 Mar 09 14:52:15.876576 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-79e7ef5f-7813-422f-9f95-42e1bb60ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:15.877978 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-79e7ef5f-7813-422f-9f95-42e1bb60ed0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=703c3c36-922e-4762-9d8c-bbc059ed86ff HTTP/1.1" status: 200 len: 843 time: 0.0422432 Mar 09 14:52:15.924338 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-86ee4b2f-8448-4cf6-ab74-fb1a7b026c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:15.925791 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-86ee4b2f-8448-4cf6-ab74-fb1a7b026c22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8aca1bf-6a24-46ed-a584-d4f84fbee17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0417933 Mar 09 14:52:16.014693 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-0c715c0d-8e8f-40e5-beeb-5a096a08d105 service neutron] 10.222.0.16 "GET /v2.0/networks/a8aca1bf-6a24-46ed-a584-d4f84fbee17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824304 Mar 09 14:52:16.063985 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140da6e9-ceab-48a2-99e3-4f7c3e5a5ec0 req-b055a921-da13-43a1-b2bf-660dd27c64d7 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:16.065401 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-140da6e9-ceab-48a2-99e3-4f7c3e5a5ec0 req-b055a921-da13-43a1-b2bf-660dd27c64d7 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 948 time: 0.0531816 Mar 09 14:52:16.102852 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-93e81b6b-895c-493f-92fb-126aa5a501c5 req-b2b52362-66df-479d-a460-0237a26b2e15 service neutron] 10.222.0.16 "GET /v2.0/networks/a8aca1bf-6a24-46ed-a584-d4f84fbee17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817924 Mar 09 14:52:16.113549 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-140da6e9-ceab-48a2-99e3-4f7c3e5a5ec0 req-640f9f5f-43a1-4fd7-8118-f5cb82bfb26f tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Mar 09 14:52:17.116720 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e650a2ed-97dd-4117-b7a2-03861e5bf196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:17.231582 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff2bbd-769c-4f1f-8573-dd3e55ed8601 req-f102e7cb-8d6e-453c-8d7c-80327d4e2293 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:17.233044 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6eff2bbd-769c-4f1f-8573-dd3e55ed8601 req-f102e7cb-8d6e-453c-8d7c-80327d4e2293 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 948 time: 0.0522730 Mar 09 14:52:17.278259 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6eff2bbd-769c-4f1f-8573-dd3e55ed8601 req-feacc400-26cb-4ae4-a5ba-5544ff27c591 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395596 Mar 09 14:52:18.316453 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:18.394614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823711e0-9cc7-47e7-9e75-99d638dbcded req-10542e26-bf9e-4338-94ee-f8ca3baaf900 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:18.396145 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-823711e0-9cc7-47e7-9e75-99d638dbcded req-10542e26-bf9e-4338-94ee-f8ca3baaf900 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 948 time: 0.0514591 Mar 09 14:52:18.440953 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-823711e0-9cc7-47e7-9e75-99d638dbcded req-86076a96-abec-48eb-ab09-f2b172d61709 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Mar 09 14:52:19.097187 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 8ffe1a82-34ff-4fea-bf7f-a933b133b90a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:52:19.192423 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,segment=NetworkSegment(05bc96c3-3665-47bd-8d6e-e16c94325032),segment_id=05bc96c3-3665-47bd-8d6e-e16c94325032)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:19.203117 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '8ffe1a82-34ff-4fea-bf7f-a933b133b90a', 'network_id': 'a8aca1bf-6a24-46ed-a584-d4f84fbee17d', 'port_id': '8ffe1a82-34ff-4fea-bf7f-a933b133b90a', 'mac_address': 'fa:16:3e:68:c3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703c3c36-922e-4762-9d8c-bbc059ed86ff', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:52:19.241294 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:19.242220 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:19.254977 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffe1a82-34ff-4fea-bf7f-a933b133b90a {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:52:19.274556 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,segment=NetworkSegment(05bc96c3-3665-47bd-8d6e-e16c94325032),segment_id=05bc96c3-3665-47bd-8d6e-e16c94325032)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:19.339068 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:19.389833 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:19.566953 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db915415-60cb-42cb-85f6-42750e73660b req-794d6fbf-9a87-4b35-89b6-685e0ec51e15 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:19.568456 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-db915415-60cb-42cb-85f6-42750e73660b req-794d6fbf-9a87-4b35-89b6-685e0ec51e15 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 949 time: 0.0556750 Mar 09 14:52:19.613773 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-db915415-60cb-42cb-85f6-42750e73660b req-2a068547-bc02-453f-be15-34f2103bb835 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391448 Mar 09 14:52:19.727613 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:20.727141 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf8354-368a-4d07-af2c-1298fcb428fc req-d9e1cb98-af68-42a9-a0b1-367407cc3802 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:20.728490 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94bf8354-368a-4d07-af2c-1298fcb428fc req-d9e1cb98-af68-42a9-a0b1-367407cc3802 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 949 time: 0.0503197 Mar 09 14:52:20.772911 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-94bf8354-368a-4d07-af2c-1298fcb428fc req-2f417f15-3be8-4ad6-99ad-61281cc7fc5f tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390663 Mar 09 14:52:21.058416 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['8ffe1a82-34ff-4fea-bf7f-a933b133b90a'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:52:21.280622 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:21.886287 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6262e0-57ec-420d-9b68-da015f469970 req-9ca69380-7467-4e41-9e7b-008b85cc11fe tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:21.887720 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9e6262e0-57ec-420d-9b68-da015f469970 req-9ca69380-7467-4e41-9e7b-008b85cc11fe tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 949 time: 0.0503657 Mar 09 14:52:21.935806 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9e6262e0-57ec-420d-9b68-da015f469970 req-e23eb130-1d66-4c82-b46e-4c4b729df9ca tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Mar 09 14:52:23.063111 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5aca7-b214-4a51-90bb-42b6e73e7c2c req-f4914e46-0a90-438d-a048-467f906e1e04 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:23.064562 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ae5aca7-b214-4a51-90bb-42b6e73e7c2c req-f4914e46-0a90-438d-a048-467f906e1e04 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 949 time: 0.0566175 Mar 09 14:52:23.109839 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6ae5aca7-b214-4a51-90bb-42b6e73e7c2c req-bc8ddfce-b76e-4863-b884-00ea22d2498b tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Mar 09 14:52:24.226088 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8161a2c-393f-417f-be2c-22d730feae6c req-2eaaeb61-2057-41f0-93a1-a8f304db6606 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:24.229413 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8161a2c-393f-417f-be2c-22d730feae6c req-2eaaeb61-2057-41f0-93a1-a8f304db6606 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 949 time: 0.0517206 Mar 09 14:52:24.274752 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d8161a2c-393f-417f-be2c-22d730feae6c req-0f442688-3f46-4efe-aeeb-f63c3524ba94 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Mar 09 14:52:25.393850 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d854f5b-1722-41a0-ab7b-823db0ae5036 req-880be9e6-9dcd-47c7-9d7c-1b4c66ac9d97 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:25.395314 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4d854f5b-1722-41a0-ab7b-823db0ae5036 req-880be9e6-9dcd-47c7-9d7c-1b4c66ac9d97 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 949 time: 0.0548286 Mar 09 14:52:25.440888 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4d854f5b-1722-41a0-ab7b-823db0ae5036 req-5bd541a8-b4aa-4e3e-9b8f-069a43c3787a tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393319 Mar 09 14:52:25.726787 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 8ffe1a82-34ff-4fea-bf7f-a933b133b90a up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:52:25.856731 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:52:25.860752 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:25.861133 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:25.939637 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:25.940033 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:25.962380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28db060-ba1a-41fc-8fbd-7f1a09ac874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffe1a82-34ff-4fea-bf7f-a933b133b90a'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:52:25.964514 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af3ffb2-ca8d-4db9-9405-439d6feb1d3b" -d '{"events": [{"server_uuid": "a28db060-ba1a-41fc-8fbd-7f1a09ac874c", "name": "network-vif-plugged", "status": "completed", "tag": "8ffe1a82-34ff-4fea-bf7f-a933b133b90a"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:52:25.976241 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,segment=NetworkSegment(05bc96c3-3665-47bd-8d6e-e16c94325032),segment_id=05bc96c3-3665-47bd-8d6e-e16c94325032)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:26.001630 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de69fabe-913d-4677-905e-ee3af212b39c x-openstack-request-id: req-de69fabe-913d-4677-905e-ee3af212b39c {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:52:26.001958 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28db060-ba1a-41fc-8fbd-7f1a09ac874c", "name": "network-vif-plugged", "status": "completed", "tag": "8ffe1a82-34ff-4fea-bf7f-a933b133b90a", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:52:26.002211 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de69fabe-913d-4677-905e-ee3af212b39c {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:52:26.002601 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28db060-ba1a-41fc-8fbd-7f1a09ac874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffe1a82-34ff-4fea-bf7f-a933b133b90a', 'code': 200} Mar 09 14:52:26.033818 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:26.081479 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:26.327518 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76c568-bc99-419b-bb93-5a639ff75797 req-fe773cf9-f314-4c56-ab5b-c1c39a46b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:26.329119 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0a76c568-bc99-419b-bb93-5a639ff75797 req-fe773cf9-f314-4c56-ab5b-c1c39a46b7d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 1134 time: 0.0468457 Mar 09 14:52:26.372927 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-0a76c568-bc99-419b-bb93-5a639ff75797 req-c663fe31-4d60-413f-aa88-25dd8e6e4583 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370460 Mar 09 14:52:26.557339 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a83483-ab3a-4f5b-a4e6-f2db78c64544 req-4b1f0215-7f05-45c7-9980-00db41ff1e49 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:26.558789 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-56a83483-ab3a-4f5b-a4e6-f2db78c64544 req-4b1f0215-7f05-45c7-9980-00db41ff1e49 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 950 time: 0.0518994 Mar 09 14:52:26.604578 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-56a83483-ab3a-4f5b-a4e6-f2db78c64544 req-5899fe71-5065-46e7-aa78-5f27284ac100 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 Mar 09 14:52:27.536111 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 41696) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:27.726434 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf4fd0-b912-411a-8ee0-b046cc3d3712 req-f02afba5-a794-45ba-becd-c54a1daa0d10 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:27.727794 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dadf4fd0-b912-411a-8ee0-b046cc3d3712 req-f02afba5-a794-45ba-becd-c54a1daa0d10 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 950 time: 0.0553656 Mar 09 14:52:27.839244 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Deleting port 4db186f4-ee15-4eb8-bfad-420996e92a1f {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:27.839595 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (4db186f4-ee15-4eb8-bfad-420996e92a1f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:27.930113 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (4db186f4-ee15-4eb8-bfad-420996e92a1f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:27.930474 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for floatingip (4db186f4-ee15-4eb8-bfad-420996e92a1f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:27.944532 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Calling delete_port for 4db186f4-ee15-4eb8-bfad-420996e92a1f owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:27.998698 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-dadf4fd0-b912-411a-8ee0-b046cc3d3712 req-152c1eeb-b9fb-4546-b077-886b6910f910 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652824 Mar 09 14:52:28.200410 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (4db186f4-ee15-4eb8-bfad-420996e92a1f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:28.469957 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62b361-7808-45fa-901a-7922363aefde req-fa7b207a-78bd-4b50-8d9f-441697987782 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:28.471499 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bd62b361-7808-45fa-901a-7922363aefde req-fa7b207a-78bd-4b50-8d9f-441697987782 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 950 time: 0.0543337 Mar 09 14:52:28.477409 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event deleted for resources: {'Port': ['ID=4db186f4-ee15-4eb8-bfad-420996e92a1f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:28.524446 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bd62b361-7808-45fa-901a-7922363aefde req-8ce6a4ea-a1f5-432e-88c8-4ea63d7a3465 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462663 Mar 09 14:52:28.537963 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for floatingip (811d8198-d445-4aa4-9cd9-6605a1e6cacf), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:28.537963 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Floating IP 811d8198-d445-4aa4-9cd9-6605a1e6cacf disassociated (deleted). External IP: 172.27.2.137, port: 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66. Mar 09 14:52:28.743869 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Router 51766322-ed9e-4786-b330-19a1f1d93baa has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:52:28.848723 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:52:28.854201 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:28.858722 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] Sync routers for ids ['51766322-ed9e-4786-b330-19a1f1d93baa'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:52:28.868335 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] Routers {'51766322-ed9e-4786-b330-19a1f1d93baa'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:28.874674 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['51766322-ed9e-4786-b330-19a1f1d93baa'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:28.883284 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-bd88cfe7-5313-4716-9e7f-41ebdd1ffa9c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "DELETE /v2.0/floatingips/811d8198-d445-4aa4-9cd9-6605a1e6cacf HTTP/1.1" status: 204 len: 168 time: 1.3460753 Mar 09 14:52:28.883976 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:52:28.886459 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd" -d '{"events": [{"name": "network-changed", "server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:52:28.924331 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6276e9-a12c-4959-b923-52184099ccaa x-openstack-request-id: req-0d6276e9-a12c-4959-b923-52184099ccaa {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:52:28.925165 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:52:28.925165 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d6276e9-a12c-4959-b923-52184099ccaa {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:52:28.925417 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'status': 'completed', 'code': 200} Mar 09 14:52:28.995621 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] Set router 51766322-ed9e-4786-b330-19a1f1d93baa gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:29.009509 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-4764d1f2-f3b3-494b-8f9d-fd23fa3ff21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:29.011011 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-4764d1f2-f3b3-494b-8f9d-fd23fa3ff21c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c80b610c11934b9eaaa6dad09b045bd6&device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 1130 time: 0.0494502 Mar 09 14:52:29.108533 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-db86c19b-3792-45de-a474-b61ab3ecc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:29.110034 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-db86c19b-3792-45de-a474-b61ab3ecc1fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=54791761-c286-421b-964b-dc04fe314c2f HTTP/1.1" status: 200 len: 910 time: 0.0909116 Mar 09 14:52:29.151116 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-8c5e0b3a-3ae3-4746-b40c-68c8f7e66f58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 200 len: 217 time: 0.0345476 Mar 09 14:52:29.200822 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:56Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '33e91c4c-81c6-4059-9b29-feb27ff2c726', 'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'mac_address': 'fa:16:3e:00:8c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:55Z', 'updated_at': '2022-03-09T14:46:01Z', 'revision_number': 5, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'subnets': [{'id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:29.208482 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-d31ca53e-1fff-4815-90a1-693c1a7a94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:29.210713 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-d31ca53e-1fff-4815-90a1-693c1a7a94ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=045a8cce-abe9-4120-9d35-9c86be6ad914 HTTP/1.1" status: 200 len: 848 time: 0.0519938 Mar 09 14:52:29.228220 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] Checking router: 51766322-ed9e-4786-b330-19a1f1d93baa for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:52:29.236724 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] Routers {'51766322-ed9e-4786-b330-19a1f1d93baa'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:29.237355 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['51766322-ed9e-4786-b330-19a1f1d93baa'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:29.268365 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-464d4abe-0be6-44dd-9ee3-aeb760ebf0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:29.269951 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-464d4abe-0be6-44dd-9ee3-aeb760ebf0bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54791761-c286-421b-964b-dc04fe314c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483770 Mar 09 14:52:29.351127 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb657e3-24a0-4746-ac11-cce2dfdb5084 req-3eb2c8eb-86de-4158-befd-42abe4486dac tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:29.353307 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] Set router 51766322-ed9e-4786-b330-19a1f1d93baa gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:29.353621 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ecb657e3-24a0-4746-ac11-cce2dfdb5084 req-3eb2c8eb-86de-4158-befd-42abe4486dac tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0547607 Mar 09 14:52:29.372168 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-c5159026-6384-4062-bdc9-66a577cd962f service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929499 Mar 09 14:52:29.415182 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ecb657e3-24a0-4746-ac11-cce2dfdb5084 req-045acace-f231-44f3-95ba-b95ab93690e2 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521343 Mar 09 14:52:29.474838 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d2ad1a46-4dcc-4cd9-80cf-44da011a33cd req-bc446519-adfe-4b07-a415-eb1ec0bb2449 service neutron] 10.222.0.16 "GET /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937011 Mar 09 14:52:29.563640 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:56Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '33e91c4c-81c6-4059-9b29-feb27ff2c726', 'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'mac_address': 'fa:16:3e:00:8c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:55Z', 'updated_at': '2022-03-09T14:46:01Z', 'revision_number': 5, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'subnets': [{'id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:29.596453 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82674696-767d-4dec-ad96-f50ff04d1016 None None] The sync data for ids ['51766322-ed9e-4786-b330-19a1f1d93baa'] in dv-cinder-830086-3-iscsi is: [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:45:56Z', 'revision_number': 4, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '33e91c4c-81c6-4059-9b29-feb27ff2c726', 'name': '', 'network_id': '54791761-c286-421b-964b-dc04fe314c2f', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'mac_address': 'fa:16:3e:00:8c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:55Z', 'updated_at': '2022-03-09T14:46:01Z', 'revision_number': 5, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'subnets': [{'id': '045a8cce-abe9-4120-9d35-9c86be6ad914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:52:29.670405 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ff989-d1ad-4b45-984c-c5ff106950fa req-8199b6e3-2bbf-433a-8f6f-196d17b4ccbf tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:29.670405 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0d8ff989-d1ad-4b45-984c-c5ff106950fa req-8199b6e3-2bbf-433a-8f6f-196d17b4ccbf tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 950 time: 0.0574818 Mar 09 14:52:29.717361 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0d8ff989-d1ad-4b45-984c-c5ff106950fa req-4b6c5d58-f38e-4ae6-95cc-d385958df859 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/security-groups?id=961f9325-2e7e-4556-b751-0c04f381f3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Mar 09 14:52:29.824805 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af3e88-52c0-44ab-ba9a-fb1ba347dd14 None None] New status for floating IP 811d8198-d445-4aa4-9cd9-6605a1e6cacf: DOWN {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:52:29.949005 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-3419ff9a-fd4d-4fd0-80ca-b3f0816f7fd9 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:29.950586 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-3419ff9a-fd4d-4fd0-80ca-b3f0816f7fd9 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.16 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 950 time: 0.0542135 Mar 09 14:52:30.046403 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-b0f8e8fc-a000-4fc5-bc99-7796e28f3d7c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Deleting port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:30.046737 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-b0f8e8fc-a000-4fc5-bc99-7796e28f3d7c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:30.130562 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-b0f8e8fc-a000-4fc5-bc99-7796e28f3d7c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] For port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,segment=NetworkSegment(05bc96c3-3665-47bd-8d6e-e16c94325032),segment_id=05bc96c3-3665-47bd-8d6e-e16c94325032)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:30.130920 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-b0f8e8fc-a000-4fc5-bc99-7796e28f3d7c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:30.142919 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-b0f8e8fc-a000-4fc5-bc99-7796e28f3d7c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Calling delete_port for 8ffe1a82-34ff-4fea-bf7f-a933b133b90a owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:30.370297 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-b0f8e8fc-a000-4fc5-bc99-7796e28f3d7c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (8ffe1a82-34ff-4fea-bf7f-a933b133b90a), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:30.383134 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['8ffe1a82-34ff-4fea-bf7f-a933b133b90a'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:52:30.399301 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8e8fc-a000-4fc5-bc99-7796e28f3d7c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Pushing event deleted for resources: {'Port': ['ID=8ffe1a82-34ff-4fea-bf7f-a933b133b90a,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:30.446283 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-b0f8e8fc-a000-4fc5-bc99-7796e28f3d7c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] No DVR routers for this DVR port 8ffe1a82-34ff-4fea-bf7f-a933b133b90a on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:52:30.448969 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-b0f8e8fc-a000-4fc5-bc99-7796e28f3d7c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:30.452589 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b61cb93-a850-4dcc-bd25-df3574959b43 req-b0f8e8fc-a000-4fc5-bc99-7796e28f3d7c tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.16 "DELETE /v2.0/ports/8ffe1a82-34ff-4fea-bf7f-a933b133b90a HTTP/1.1" status: 204 len: 173 time: 0.4967060 Mar 09 14:52:30.544363 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d37930-b514-43b8-8d5c-77b6b7d46198 req-58f9e6df-dab5-4662-8944-680bcb0b9368 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:30.545930 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11d37930-b514-43b8-8d5c-77b6b7d46198 req-58f9e6df-dab5-4662-8944-680bcb0b9368 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0547299 Mar 09 14:52:30.596786 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-11d37930-b514-43b8-8d5c-77b6b7d46198 req-c6fc3f58-cb2c-44c4-9ffa-733796b52b4b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b6574a-b944-4697-9f24-451c86c113ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446162 Mar 09 14:52:30.830665 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c901ac20-17ea-4106-a580-0c3b5092dedd req-e54e03db-46b5-41e6-adff-37439f00a527 tempest-VolumesNegativeTest-530110776 tempest-VolumesNegativeTest-530110776-project] 10.222.0.20 "GET /v2.0/ports?device_id=a28db060-ba1a-41fc-8fbd-7f1a09ac874c HTTP/1.1" status: 200 len: 210 time: 0.0294845 Mar 09 14:52:30.926522 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28db060-ba1a-41fc-8fbd-7f1a09ac874c', 'name': 'network-vif-deleted', 'tag': '8ffe1a82-34ff-4fea-bf7f-a933b133b90a'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:52:30.929538 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb5dc6b-4e31-4148-8008-3c8d0ec1896d" -d '{"events": [{"server_uuid": "a28db060-ba1a-41fc-8fbd-7f1a09ac874c", "name": "network-vif-deleted", "tag": "8ffe1a82-34ff-4fea-bf7f-a933b133b90a"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:52:30.962814 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad6a979-155a-42e1-90b2-67ecba12d6ae x-openstack-request-id: req-9ad6a979-155a-42e1-90b2-67ecba12d6ae {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:52:30.963408 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28db060-ba1a-41fc-8fbd-7f1a09ac874c", "name": "network-vif-deleted", "tag": "8ffe1a82-34ff-4fea-bf7f-a933b133b90a", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:52:30.963408 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ad6a979-155a-42e1-90b2-67ecba12d6ae {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:52:30.963721 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28db060-ba1a-41fc-8fbd-7f1a09ac874c', 'name': 'network-vif-deleted', 'tag': '8ffe1a82-34ff-4fea-bf7f-a933b133b90a', 'status': 'completed', 'code': 200} Mar 09 14:52:31.069278 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-9eab0962-8161-46ee-aa03-722e5b1ca283 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732105 Mar 09 14:52:31.080055 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-94750a58-ff81-492d-bb9f-17fbd5a55e66 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:31.081431 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-94750a58-ff81-492d-bb9f-17fbd5a55e66 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.16 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 946 time: 0.0591564 Mar 09 14:52:31.194569 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-3d13757a-aa0e-4fdc-946e-9177824e196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:31.194569 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-3d13757a-aa0e-4fdc-946e-9177824e196b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 1129 time: 0.0805206 Mar 09 14:52:31.210222 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-49d59645-12eb-4ccb-ac03-d204c6c9a52c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Deleting port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:31.210826 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-49d59645-12eb-4ccb-ac03-d204c6c9a52c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:31.369339 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-49d59645-12eb-4ccb-ac03-d204c6c9a52c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] For port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:31.369645 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-49d59645-12eb-4ccb-ac03-d204c6c9a52c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:31.377819 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-79c3e956-dc34-4c17-a73e-d9dd90636466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:31.379254 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-79c3e956-dc34-4c17-a73e-d9dd90636466 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 200 len: 911 time: 0.1640477 Mar 09 14:52:31.384986 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-49d59645-12eb-4ccb-ac03-d204c6c9a52c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Calling delete_port for 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:31.489352 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-ea8d5e20-8052-4e48-a149-c7b09a13e105 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=724fc252-ba53-4a26-b561-8f99acfab524 HTTP/1.1" status: 200 len: 1000 time: 0.1001694 Mar 09 14:52:31.645463 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-49d59645-12eb-4ccb-ac03-d204c6c9a52c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:31.674327 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d59645-12eb-4ccb-ac03-d204c6c9a52c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event deleted for resources: {'Port': ['ID=9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:31.700681 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4476ac0c-a558-4eb0-a9ba-4502bfc586f7 req-8cbfaf43-2647-414f-a1cc-c4aee65d765a tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0328629 Mar 09 14:52:31.720408 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-49d59645-12eb-4ccb-ac03-d204c6c9a52c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] No DVR routers for this DVR port 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:52:31.722970 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-49d59645-12eb-4ccb-ac03-d204c6c9a52c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:31.726399 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-556421f7-9ddd-436f-b0ad-db07904816b0 req-49d59645-12eb-4ccb-ac03-d204c6c9a52c tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.16 "DELETE /v2.0/ports/9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 HTTP/1.1" status: 204 len: 173 time: 0.6401289 Mar 09 14:52:32.147751 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:52:32.790936 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d9bb8532-d926-474c-9a34-3232dee097a8 req-5e7db4f5-032b-4514-bc14-aadca8b7eadf tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0273883 Mar 09 14:52:32.964960 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'name': 'network-vif-deleted', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:52:32.967251 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420c88b6-83d3-4882-9573-3dcd00a62a57" -d '{"events": [{"server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "name": "network-vif-deleted", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:52:33.002134 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fc0de1-04af-44ef-96a9-a91692ba6fd5 x-openstack-request-id: req-29fc0de1-04af-44ef-96a9-a91692ba6fd5 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:52:33.002433 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062897db-4871-4ea7-a41c-f7dd566e1c89", "name": "network-vif-deleted", "tag": "9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:52:33.002696 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29fc0de1-04af-44ef-96a9-a91692ba6fd5 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:52:33.003098 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062897db-4871-4ea7-a41c-f7dd566e1c89', 'name': 'network-vif-deleted', 'tag': '9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66', 'status': 'completed', 'code': 200} Mar 09 14:52:33.088661 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-789413ea-fc03-4ba2-b694-0f6695f3da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:33.090147 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-789413ea-fc03-4ba2-b694-0f6695f3da84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35bb6907-92c8-43d5-8fa4-60e4dd9b091d HTTP/1.1" status: 200 len: 849 time: 0.0451396 Mar 09 14:52:33.882105 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ebd8005f-544e-4bb6-949b-11a30812d45b req-04a45491-8bae-4e2d-9310-c071c9a11a90 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0276477 Mar 09 14:52:34.003170 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-6fe3b141-93a2-4fce-ac76-5979201533b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:34.004665 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-6fe3b141-93a2-4fce-ac76-5979201533b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521762 Mar 09 14:52:34.039307 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:34.096431 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-4efb62b5-7c19-4a78-991d-1c59f275554a service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821834 Mar 09 14:52:34.188113 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f603dd1b-3be9-4db9-a171-6ed5b85303e9 req-eee0f358-d2af-4d5a-b05e-6ff0a87ca791 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843887 Mar 09 14:52:34.994216 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-166332d9-97fe-482c-80b2-6a10ab9190ff req-15933fb4-0899-4415-a544-2cffecb48e88 tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "GET /v2.0/ports?device_id=062897db-4871-4ea7-a41c-f7dd566e1c89 HTTP/1.1" status: 200 len: 210 time: 0.0336215 Mar 09 14:52:35.942003 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 8ffe1a82-34ff-4fea-bf7f-a933b133b90a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:52:35.968356 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 8ffe1a82-34ff-4fea-bf7f-a933b133b90a {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:52:35.968744 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 8ffe1a82-34ff-4fea-bf7f-a933b133b90a not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:52:35.969181 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:52:35.988790 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:52:35.989152 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 9edc1e80-4d4f-45c7-8809-6e2a2d2c4e66 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:52:36.057260 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42024) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:36.128745 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dceb4144-df2d-4a52-9a24-8ecf2c70244b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group (e2b6574a-b944-4697-9f24-451c86c113ce), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:36.159803 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dceb4144-df2d-4a52-9a24-8ecf2c70244b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group (e2b6574a-b944-4697-9f24-451c86c113ce), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:36.312867 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dceb4144-df2d-4a52-9a24-8ecf2c70244b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (e2b6574a-b944-4697-9f24-451c86c113ce), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:36.315691 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dceb4144-df2d-4a52-9a24-8ecf2c70244b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:36.316949 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-dceb4144-df2d-4a52-9a24-8ecf2c70244b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] 10.222.0.20 "DELETE /v2.0/security-groups/e2b6574a-b944-4697-9f24-451c86c113ce HTTP/1.1" status: 204 len: 168 time: 0.2586176 Mar 09 14:52:36.328400 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb4144-df2d-4a52-9a24-8ecf2c70244b tempest-TestShelveInstance-1938383127 tempest-TestShelveInstance-1938383127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b6574a-b944-4697-9f24-451c86c113ce,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:36.420645 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9086b87-7c11-4e90-9cc6-d85e5ad00fff req-a714cbcf-1dad-4fe1-b979-faf2aaf7f742 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:36.423131 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9086b87-7c11-4e90-9cc6-d85e5ad00fff req-a714cbcf-1dad-4fe1-b979-faf2aaf7f742 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0575943 Mar 09 14:52:36.450747 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42046) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:36.488320 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9086b87-7c11-4e90-9cc6-d85e5ad00fff req-5a96c9a1-7e58-4ff0-b1f3-a1f9e34c36c8 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555620 Mar 09 14:52:36.906235 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580745'] for router_interface (51766322-ed9e-4786-b330-19a1f1d93baa), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:37.159484 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] Deleting port 33e91c4c-81c6-4059-9b29-feb27ff2c726 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:37.160141 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:37.235626 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] For port 33e91c4c-81c6-4059-9b29-feb27ff2c726, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=33e91c4c-81c6-4059-9b29-feb27ff2c726,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:37.235902 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:37.248060 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] Calling delete_port for 33e91c4c-81c6-4059-9b29-feb27ff2c726 owned by network:router_interface {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:37.501482 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (33e91c4c-81c6-4059-9b29-feb27ff2c726), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:37.529522 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] Pushing event deleted for resources: {'Port': ['ID=33e91c4c-81c6-4059-9b29-feb27ff2c726,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:37.627476 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793efc4-a446-4f24-b80c-89725f29e2ea req-61282660-6da4-46e7-87a1-4955d774a053 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:37.629094 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c793efc4-a446-4f24-b80c-89725f29e2ea req-61282660-6da4-46e7-87a1-4955d774a053 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.0636373 Mar 09 14:52:37.680162 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c793efc4-a446-4f24-b80c-89725f29e2ea req-6d9160c2-5688-43a0-849a-6169e9352230 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436261 Mar 09 14:52:37.707822 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580377'] for router_interface (51766322-ed9e-4786-b330-19a1f1d93baa), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:37.925740 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] Router 51766322-ed9e-4786-b330-19a1f1d93baa has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:52:38.006130 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42076) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:38.038231 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:52:38.043227 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5a1621d3-a1f3-4fa1-b0c6-0d8eb71fe27c admin admin] 10.222.0.20 "PUT /v2.0/routers/51766322-ed9e-4786-b330-19a1f1d93baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5914090 Mar 09 14:52:38.045961 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42080) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:38.048870 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] Sync routers for ids ['51766322-ed9e-4786-b330-19a1f1d93baa'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:52:38.059557 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] Routers {'51766322-ed9e-4786-b330-19a1f1d93baa'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:38.060178 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['51766322-ed9e-4786-b330-19a1f1d93baa'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:38.173075 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-eba1b4e9-a6a5-4fbd-b413-505859b774b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f94bdd71436404f90f51ec34935f4a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656938 Mar 09 14:52:38.174000 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] Set router 51766322-ed9e-4786-b330-19a1f1d93baa gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:38.176653 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42082) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:38.228772 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a953-2e81-4c2d-862a-884202f8deb2 admin admin] Publish callbacks [] for security_group (961f9325-2e7e-4556-b751-0c04f381f3ca), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:38.256329 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a953-2e81-4c2d-862a-884202f8deb2 admin admin] Publish callbacks [] for security_group (961f9325-2e7e-4556-b751-0c04f381f3ca), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:38.357457 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a953-2e81-4c2d-862a-884202f8deb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (961f9325-2e7e-4556-b751-0c04f381f3ca), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:38.360538 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a953-2e81-4c2d-862a-884202f8deb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:38.362438 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f0f5a953-2e81-4c2d-862a-884202f8deb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/961f9325-2e7e-4556-b751-0c04f381f3ca HTTP/1.1" status: 204 len: 168 time: 0.1841056 Mar 09 14:52:38.363637 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:52:37Z', 'revision_number': 5, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:38.374349 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5a953-2e81-4c2d-862a-884202f8deb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961f9325-2e7e-4556-b751-0c04f381f3ca,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:38.408220 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] Checking router: 51766322-ed9e-4786-b330-19a1f1d93baa for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:52:38.419356 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] Routers {'51766322-ed9e-4786-b330-19a1f1d93baa'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:38.420194 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['51766322-ed9e-4786-b330-19a1f1d93baa'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:38.468350 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-8185b12d-8907-448d-95fc-cd59afa29021 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:38.470068 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-8185b12d-8907-448d-95fc-cd59afa29021 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.16 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.1095715 Mar 09 14:52:38.502269 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Publish callbacks [] for router (51766322-ed9e-4786-b330-19a1f1d93baa), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:38.541924 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] Set router 51766322-ed9e-4786-b330-19a1f1d93baa gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:38.672930 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Deleting port 724fc252-ba53-4a26-b561-8f99acfab524 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:38.672930 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (724fc252-ba53-4a26-b561-8f99acfab524), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:38.672930 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Publish callbacks [] for router_gateway (51766322-ed9e-4786-b330-19a1f1d93baa), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:38.819353 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] For port 724fc252-ba53-4a26-b561-8f99acfab524, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=724fc252-ba53-4a26-b561-8f99acfab524,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:38.819986 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (724fc252-ba53-4a26-b561-8f99acfab524), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:38.844557 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:52:37Z', 'revision_number': 5, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:38.903335 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b6e7ab-e928-48ae-8eb8-54e842e13025 None None] The sync data for ids ['51766322-ed9e-4786-b330-19a1f1d93baa'] in dv-cinder-830086-3-iscsi is: [{'id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'name': 'tempest-TestShelveInstance-1706932462-router', 'tenant_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:45:51Z', 'updated_at': '2022-03-09T14:52:37Z', 'revision_number': 5, 'project_id': 'c80b610c11934b9eaaa6dad09b045bd6', 'gw_port': {'id': '2c6a9030-815a-4454-b7c4-a490f4082f72', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51766322-ed9e-4786-b330-19a1f1d93baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:45:52Z', 'updated_at': '2022-03-09T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:52:38.908405 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Deleting port 2c6a9030-815a-4454-b7c4-a490f4082f72 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:38.908857 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:38.934990 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d944199-86b0-47a5-898c-0aabde77a375 req-a6d7f6f3-2bae-4861-9843-5ca270a1a497 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:38.938252 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1d944199-86b0-47a5-898c-0aabde77a375 req-a6d7f6f3-2bae-4861-9843-5ca270a1a497 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 945 time: 0.1412694 Mar 09 14:52:38.996539 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-1d944199-86b0-47a5-898c-0aabde77a375 req-0c627ef4-d334-4321-b726-3be2ea602cbe tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=158cf6d8-48e4-4513-ab37-0bdae519d95e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484085 Mar 09 14:52:39.087100 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] For port 2c6a9030-815a-4454-b7c4-a490f4082f72, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=2c6a9030-815a-4454-b7c4-a490f4082f72,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:39.087466 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.106883 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Calling delete_port for 2c6a9030-815a-4454-b7c4-a490f4082f72 owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:39.119209 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.119577 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (ece9eb8a-96aa-41a6-babb-0deaf34a6cd3), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.119895 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Floating IP ece9eb8a-96aa-41a6-babb-0deaf34a6cd3 disassociated. External IP: 172.27.2.20, port: 724fc252-ba53-4a26-b561-8f99acfab524. Mar 09 14:52:39.120234 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Calling delete_port for 724fc252-ba53-4a26-b561-8f99acfab524 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:39.438494 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (2c6a9030-815a-4454-b7c4-a490f4082f72), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.440506 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (724fc252-ba53-4a26-b561-8f99acfab524), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.474480 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6a9030-815a-4454-b7c4-a490f4082f72,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:39.505763 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event deleted for resources: {'Port': ['ID=724fc252-ba53-4a26-b561-8f99acfab524,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:39.608883 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575923'] for router_gateway (51766322-ed9e-4786-b330-19a1f1d93baa), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.625279 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42118) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:39.729053 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e992ca22-1c91-4a83-88c2-919eda2d1f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.734569 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123876'] for router (51766322-ed9e-4786-b330-19a1f1d93baa), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.738734 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Publish callbacks [] for router_controller (51766322-ed9e-4786-b330-19a1f1d93baa), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.779870 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Router 948445ec-5d44-41b8-9325-e539e54798db has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:52:39.803033 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e992ca22-1c91-4a83-88c2-919eda2d1f2e admin admin] Publish callbacks [] for security_group (2c098c00-bd65-47b6-a168-06b7a48bdbd4), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.877426 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578599'] for router (51766322-ed9e-4786-b330-19a1f1d93baa), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.877970 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51766322-ed9e-4786-b330-19a1f1d93baa {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:52:39.882963 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.886791 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42122) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:39.886952 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3f50deaa-df98-468e-b6b2-16ace37093d2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/51766322-ed9e-4786-b330-19a1f1d93baa HTTP/1.1" status: 204 len: 168 time: 1.8376949 Mar 09 14:52:39.914519 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:52:39.920290 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e992ca22-1c91-4a83-88c2-919eda2d1f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2c098c00-bd65-47b6-a168-06b7a48bdbd4), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:39.925000 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] Sync routers for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:52:39.937514 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:39.939524 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:39.976892 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e992ca22-1c91-4a83-88c2-919eda2d1f2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f94cc98972f24107b6cb96c4a6856275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504202 Mar 09 14:52:39.980220 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42124) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:39.982645 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] No DVR routers for this DVR port 724fc252-ba53-4a26-b561-8f99acfab524 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:52:39.988604 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-71187402-be9d-4bc2-b0c9-afa99adbb7ba admin admin] Deleting subnet 045a8cce-abe9-4120-9d35-9c86be6ad914 {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:52:39.993636 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992ca22-1c91-4a83-88c2-919eda2d1f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c098c00-bd65-47b6-a168-06b7a48bdbd4,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:39.998183 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71187402-be9d-4bc2-b0c9-afa99adbb7ba admin admin] Publish callbacks [] for subnet (045a8cce-abe9-4120-9d35-9c86be6ad914), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.021454 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.026286 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-41a07c50-9452-4b3e-b9a6-8b3c55e13ba8 req-88ce0e6b-f9d5-4d8f-8a94-ba294010c473 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.16 "DELETE /v2.0/ports/724fc252-ba53-4a26-b561-8f99acfab524 HTTP/1.1" status: 204 len: 173 time: 1.5499027 Mar 09 14:52:40.026521 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'name': 'network-vif-deleted', 'tag': '724fc252-ba53-4a26-b561-8f99acfab524'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:52:40.029512 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d6013e-fa92-472e-b2ed-7818f388c6d9" -d '{"events": [{"server_uuid": "35de8af1-9642-40c0-aba8-f75a0b0af7a9", "name": "network-vif-deleted", "tag": "724fc252-ba53-4a26-b561-8f99acfab524"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:52:40.038170 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71187402-be9d-4bc2-b0c9-afa99adbb7ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13986415'] for subnet (045a8cce-abe9-4120-9d35-9c86be6ad914), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.062660 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd98f24a-4bb5-4544-acb7-1512345d16bb admin admin] Publish callbacks [] for security_group (2c098c00-bd65-47b6-a168-06b7a48bdbd4), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.082551 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:40.090774 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd98f24a-4bb5-4544-acb7-1512345d16bb admin admin] Publish callbacks [] for security_group (2c098c00-bd65-47b6-a168-06b7a48bdbd4), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.104260 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f45974-15f2-459f-89f5-c9ebe243de39 x-openstack-request-id: req-46f45974-15f2-459f-89f5-c9ebe243de39 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:52:40.104567 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35de8af1-9642-40c0-aba8-f75a0b0af7a9", "name": "network-vif-deleted", "tag": "724fc252-ba53-4a26-b561-8f99acfab524", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:52:40.104839 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46f45974-15f2-459f-89f5-c9ebe243de39 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:52:40.105551 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35de8af1-9642-40c0-aba8-f75a0b0af7a9', 'name': 'network-vif-deleted', 'tag': '724fc252-ba53-4a26-b561-8f99acfab524', 'status': 'completed', 'code': 200} Mar 09 14:52:40.131673 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b7e8779d-d9ec-4b1a-ac4b-2a7454aea09b req-a767eead-5f5f-4df3-a673-d74b7a9b15fc tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=35de8af1-9642-40c0-aba8-f75a0b0af7a9 HTTP/1.1" status: 200 len: 210 time: 0.0417869 Mar 09 14:52:40.181786 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71187402-be9d-4bc2-b0c9-afa99adbb7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (045a8cce-abe9-4120-9d35-9c86be6ad914), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.255038 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd98f24a-4bb5-4544-acb7-1512345d16bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2c098c00-bd65-47b6-a168-06b7a48bdbd4), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.258067 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd98f24a-4bb5-4544-acb7-1512345d16bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.262009 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-dd98f24a-4bb5-4544-acb7-1512345d16bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c098c00-bd65-47b6-a168-06b7a48bdbd4 HTTP/1.1" status: 204 len: 168 time: 0.2781832 Mar 09 14:52:40.267534 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98f24a-4bb5-4544-acb7-1512345d16bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c098c00-bd65-47b6-a168-06b7a48bdbd4,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:40.312379 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71187402-be9d-4bc2-b0c9-afa99adbb7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13132567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13243392'] for subnet (045a8cce-abe9-4120-9d35-9c86be6ad914), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.326172 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:40.339050 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71187402-be9d-4bc2-b0c9-afa99adbb7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045a8cce-abe9-4120-9d35-9c86be6ad914,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:40.344991 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71187402-be9d-4bc2-b0c9-afa99adbb7ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.351784 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a060d-0890-443e-a2cd-4a9e078149a7 None None] Network 54791761-c286-421b-964b-dc04fe314c2f requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:52:40.352903 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42132) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:40.353158 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-71187402-be9d-4bc2-b0c9-afa99adbb7ba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/045a8cce-abe9-4120-9d35-9c86be6ad914 HTTP/1.1" status: 204 len: 168 time: 0.4652107 Mar 09 14:52:40.357825 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] Checking router: 948445ec-5d44-41b8-9325-e539e54798db for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:52:40.366555 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:40.367489 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:40.438313 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (54791761-c286-421b-964b-dc04fe314c2f), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.511203 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:40.511418 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Deleting port 461d00f9-8e12-43be-ab37-be2775e02df5 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:40.511418 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.568745 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7243d376-3840-4896-a1b4-cd12d5620922 None None] DHCP port deletion for 54791761-c286-421b-964b-dc04fe314c2f request from dv-cinder-830086-3-iscsi {{(pid=109968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:52:40.580150 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] For port 461d00f9-8e12-43be-ab37-be2775e02df5, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=461d00f9-8e12-43be-ab37-be2775e02df5,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:40.580515 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.594335 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Calling delete_port for 461d00f9-8e12-43be-ab37-be2775e02df5 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:40.621588 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-7243d376-3840-4896-a1b4-cd12d5620922 None None] Deleting port 461d00f9-8e12-43be-ab37-be2775e02df5 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:40.621966 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7243d376-3840-4896-a1b4-cd12d5620922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.696938 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-7243d376-3840-4896-a1b4-cd12d5620922 None None] For port 461d00f9-8e12-43be-ab37-be2775e02df5, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=461d00f9-8e12-43be-ab37-be2775e02df5,segment=NetworkSegment(89fdc0ee-e663-4ac2-bf06-fc5779dbe570),segment_id=89fdc0ee-e663-4ac2-bf06-fc5779dbe570)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:40.697583 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7243d376-3840-4896-a1b4-cd12d5620922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.719567 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:40.729100 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-7243d376-3840-4896-a1b4-cd12d5620922 None None] Calling delete_port for 461d00f9-8e12-43be-ab37-be2775e02df5 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:40.755486 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d536203e-01dd-4cb1-b79b-bdaa327da6fb None None] The sync data for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi is: [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:52:40.816178 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 33e91c4c-81c6-4059-9b29-feb27ff2c726 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:52:40.825572 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.841299 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 33e91c4c-81c6-4059-9b29-feb27ff2c726 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:52:40.841634 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 33e91c4c-81c6-4059-9b29-feb27ff2c726 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:52:40.842054 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 461d00f9-8e12-43be-ab37-be2775e02df5 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:52:40.853182 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Pushing event deleted for resources: {'Port': ['ID=461d00f9-8e12-43be-ab37-be2775e02df5,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:40.856851 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] No DVR routers for this DVR port 461d00f9-8e12-43be-ab37-be2775e02df5 on host dv-cinder-830086-3-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:52:40.863011 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 461d00f9-8e12-43be-ab37-be2775e02df5 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:52:40.863364 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 461d00f9-8e12-43be-ab37-be2775e02df5 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:52:40.867235 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7243d376-3840-4896-a1b4-cd12d5620922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776'] for port (461d00f9-8e12-43be-ab37-be2775e02df5), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.897008 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243d376-3840-4896-a1b4-cd12d5620922 None None] Pushing event deleted for resources: {'Port': ['ID=461d00f9-8e12-43be-ab37-be2775e02df5,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:40.899126 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243d376-3840-4896-a1b4-cd12d5620922 None None] No DVR routers for this DVR port 461d00f9-8e12-43be-ab37-be2775e02df5 on host dv-cinder-830086-3-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:52:40.945961 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (54791761-c286-421b-964b-dc04fe314c2f), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:40.969071 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54791761-c286-421b-964b-dc04fe314c2f']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:40.980230 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fdc0ee-e663-4ac2-bf06-fc5779dbe570') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:40.980913 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fdc0ee-e663-4ac2-bf06-fc5779dbe570') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:41.001555 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15001567'] for segment (89fdc0ee-e663-4ac2-bf06-fc5779dbe570), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.016980 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (89fdc0ee-e663-4ac2-bf06-fc5779dbe570), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.023838 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:52:41.024247 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12879098'] for segment (89fdc0ee-e663-4ac2-bf06-fc5779dbe570), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: timer() Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: cb(*args, **kw) Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: self._notify() Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: self.callback(batched_events) Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: event.method(event) Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._get(url).json() Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:52:41.026059 dv-cinder-830086-3-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:52:41.068630 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42136) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:41.088362 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a154619b-e375-4e35-9513-e55a5092fc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.110006 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fda7a3-44e0-4dda-965c-de0f69394cba None None] New status for floating IP ece9eb8a-96aa-41a6-babb-0deaf34a6cd3: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:52:41.170839 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (54791761-c286-421b-964b-dc04fe314c2f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.177148 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.180208 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a154619b-e375-4e35-9513-e55a5092fc3c admin admin] Publish callbacks [] for security_group (1a142b57-f65d-4728-9cce-0236bf295ea6), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.183548 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42140) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:41.184116 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] 10.222.0.20 "DELETE /v2.0/networks/54791761-c286-421b-964b-dc04fe314c2f HTTP/1.1" status: 204 len: 168 time: 0.8299665 Mar 09 14:52:41.206505 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb6a97-b771-48c2-97c6-70870c23f41f admin admin] Pushing event deleted for resources: {'Network': ['ID=54791761-c286-421b-964b-dc04fe314c2f,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:41.284364 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a154619b-e375-4e35-9513-e55a5092fc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (1a142b57-f65d-4728-9cce-0236bf295ea6), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.329676 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42144) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:41.339927 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a154619b-e375-4e35-9513-e55a5092fc3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0304f55a7d74268a70b837c6f4c0966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701221 Mar 09 14:52:41.341836 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154619b-e375-4e35-9513-e55a5092fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a142b57-f65d-4728-9cce-0236bf295ea6,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:41.344077 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42146) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:41.390604 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e55ae11c-ef78-44cd-9faf-397884214131 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (158cf6d8-48e4-4513-ab37-0bdae519d95e), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.421700 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e55ae11c-ef78-44cd-9faf-397884214131 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (158cf6d8-48e4-4513-ab37-0bdae519d95e), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.478015 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-081434a8-e50c-4993-997e-5a56eec266f0 admin admin] Publish callbacks [] for security_group (1a142b57-f65d-4728-9cce-0236bf295ea6), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.529636 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-081434a8-e50c-4993-997e-5a56eec266f0 admin admin] Publish callbacks [] for security_group (1a142b57-f65d-4728-9cce-0236bf295ea6), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.534339 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e55ae11c-ef78-44cd-9faf-397884214131 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (158cf6d8-48e4-4513-ab37-0bdae519d95e), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.537700 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e55ae11c-ef78-44cd-9faf-397884214131 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.538985 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e55ae11c-ef78-44cd-9faf-397884214131 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "DELETE /v2.0/security-groups/158cf6d8-48e4-4513-ab37-0bdae519d95e HTTP/1.1" status: 204 len: 168 time: 0.2082207 Mar 09 14:52:41.543311 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42148) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:41.547948 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ae11c-ef78-44cd-9faf-397884214131 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158cf6d8-48e4-4513-ab37-0bdae519d95e,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:41.577320 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.api.v2.resource [None req-04dbc5c0-2212-457f-b4f3-2f2d22a3e1df tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] show failed (client error): The resource could not be found. Mar 09 14:52:41.578365 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-04dbc5c0-2212-457f-b4f3-2f2d22a3e1df tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups/158cf6d8-48e4-4513-ab37-0bdae519d95e HTTP/1.1" status: 404 len: 347 time: 0.0327356 Mar 09 14:52:41.581327 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42150) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:41.673332 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-081434a8-e50c-4993-997e-5a56eec266f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (1a142b57-f65d-4728-9cce-0236bf295ea6), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.675835 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-081434a8-e50c-4993-997e-5a56eec266f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.676971 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-081434a8-e50c-4993-997e-5a56eec266f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a142b57-f65d-4728-9cce-0236bf295ea6 HTTP/1.1" status: 204 len: 168 time: 0.3011057 Mar 09 14:52:41.689931 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081434a8-e50c-4993-997e-5a56eec266f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a142b57-f65d-4728-9cce-0236bf295ea6,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:41.709137 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-e5eaf0ff-e147-4a9a-992f-3ad3b0681f5a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Deleting port 3751cceb-b465-4454-b5bf-884056271e09 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:41.709843 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf0ff-e147-4a9a-992f-3ad3b0681f5a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (3751cceb-b465-4454-b5bf-884056271e09), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.710459 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580745'] for router_interface (b2248cdb-4202-4051-8fdd-349a169c7162), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.790470 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf0ff-e147-4a9a-992f-3ad3b0681f5a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (3751cceb-b465-4454-b5bf-884056271e09), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.790931 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf0ff-e147-4a9a-992f-3ad3b0681f5a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (3751cceb-b465-4454-b5bf-884056271e09), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.804379 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-e5eaf0ff-e147-4a9a-992f-3ad3b0681f5a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Calling delete_port for 3751cceb-b465-4454-b5bf-884056271e09 owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:41.973107 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 724fc252-ba53-4a26-b561-8f99acfab524 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:52:41.980946 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] Deleting port ae71d3ee-714d-493a-982c-a04867a06db8 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:41.980946 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.991934 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf0ff-e147-4a9a-992f-3ad3b0681f5a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (3751cceb-b465-4454-b5bf-884056271e09), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:41.995558 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 724fc252-ba53-4a26-b561-8f99acfab524 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:52:41.995725 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 724fc252-ba53-4a26-b561-8f99acfab524 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:52:42.025336 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaf0ff-e147-4a9a-992f-3ad3b0681f5a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event deleted for resources: {'Port': ['ID=3751cceb-b465-4454-b5bf-884056271e09,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:42.061527 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] For port ae71d3ee-714d-493a-982c-a04867a06db8, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=ae71d3ee-714d-493a-982c-a04867a06db8,segment=NetworkSegment(9cbde0cb-e530-40ff-99c3-e4a0ce98be7d),segment_id=9cbde0cb-e530-40ff-99c3-e4a0ce98be7d)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:42.061991 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.075712 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] Calling delete_port for ae71d3ee-714d-493a-982c-a04867a06db8 owned by network:router_interface {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:42.089745 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf0ff-e147-4a9a-992f-3ad3b0681f5a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (ece9eb8a-96aa-41a6-babb-0deaf34a6cd3), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.092269 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5eaf0ff-e147-4a9a-992f-3ad3b0681f5a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.093461 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e5eaf0ff-e147-4a9a-992f-3ad3b0681f5a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "DELETE /v2.0/floatingips/ece9eb8a-96aa-41a6-babb-0deaf34a6cd3 HTTP/1.1" status: 204 len: 168 time: 0.5111291 Mar 09 14:52:42.340591 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42166) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:42.345229 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-62bf8e4d-a84b-4753-9424-59222e97c772 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77170545', 'description': 'tempest-description--497881623'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:42.366198 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (ae71d3ee-714d-493a-982c-a04867a06db8), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.390927 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ae71d3ee-714d-493a-982c-a04867a06db8,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:42.454781 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-62bf8e4d-a84b-4753-9424-59222e97c772 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.551683 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-62bf8e4d-a84b-4753-9424-59222e97c772 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (863a34f9-cc6c-492e-b7d3-49a372602340), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.567224 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580377'] for router_interface (b2248cdb-4202-4051-8fdd-349a169c7162), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.615051 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-62bf8e4d-a84b-4753-9424-59222e97c772 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (863a34f9-cc6c-492e-b7d3-49a372602340), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.645052 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf8e4d-a84b-4753-9424-59222e97c772 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863a34f9-cc6c-492e-b7d3-49a372602340,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:42.743379 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-62bf8e4d-a84b-4753-9424-59222e97c772 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.745154 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-62bf8e4d-a84b-4753-9424-59222e97c772 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4032259 Mar 09 14:52:42.747765 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42176) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:42.753101 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-5878c90f-c282-48ea-a5f1-8731e5fa9110 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'security_group_rule': {'security_group_id': '863a34f9-cc6c-492e-b7d3-49a372602340', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:42.756623 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 2c6a9030-815a-4454-b7c4-a490f4082f72 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:52:42.779771 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 2c6a9030-815a-4454-b7c4-a490f4082f72 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:52:42.780124 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 2c6a9030-815a-4454-b7c4-a490f4082f72 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:52:42.795977 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] Router b2248cdb-4202-4051-8fdd-349a169c7162 has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:52:42.855673 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5878c90f-c282-48ea-a5f1-8731e5fa9110 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (8e4490cd-434b-45be-bcd5-0b98418b075b), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.905922 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:52:42.915222 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-8ca4fbe1-7c41-4e92-85e8-a768640c83bf admin admin] 10.222.0.20 "PUT /v2.0/routers/b2248cdb-4202-4051-8fdd-349a169c7162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7270916 Mar 09 14:52:42.915222 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42180) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:42.920063 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5878c90f-c282-48ea-a5f1-8731e5fa9110 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (8e4490cd-434b-45be-bcd5-0b98418b075b), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:42.920933 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] Sync routers for ids ['b2248cdb-4202-4051-8fdd-349a169c7162'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:52:42.932774 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] Routers {'b2248cdb-4202-4051-8fdd-349a169c7162'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:42.933616 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['b2248cdb-4202-4051-8fdd-349a169c7162'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:42.985955 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5878c90f-c282-48ea-a5f1-8731e5fa9110 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (8e4490cd-434b-45be-bcd5-0b98418b075b), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.005462 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878c90f-c282-48ea-a5f1-8731e5fa9110 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4490cd-434b-45be-bcd5-0b98418b075b,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:43.051922 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] Set router b2248cdb-4202-4051-8fdd-349a169c7162 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:43.092200 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5878c90f-c282-48ea-a5f1-8731e5fa9110 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.093546 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5878c90f-c282-48ea-a5f1-8731e5fa9110 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442724 Mar 09 14:52:43.096142 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42184) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:43.102253 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-edd4a0a2-3b19-47e3-9382-b2b2d8525201 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'security_group_rule': {'security_group_id': '863a34f9-cc6c-492e-b7d3-49a372602340', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:43.226625 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-edd4a0a2-3b19-47e3-9382-b2b2d8525201 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (e06ac34a-39eb-4345-a19d-b9b596b0861e), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.244389 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'name': 'tempest-TestShelveInstance-640124586-router', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:46:00Z', 'updated_at': '2022-03-09T14:52:42Z', 'revision_number': 5, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'gw_port': {'id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:01Z', 'updated_at': '2022-03-09T14:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:43.261100 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Publish callbacks [] for router (b2248cdb-4202-4051-8fdd-349a169c7162), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.278961 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] Checking router: b2248cdb-4202-4051-8fdd-349a169c7162 for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:52:43.291020 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] Routers {'b2248cdb-4202-4051-8fdd-349a169c7162'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:43.292131 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['b2248cdb-4202-4051-8fdd-349a169c7162'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:43.305652 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-edd4a0a2-3b19-47e3-9382-b2b2d8525201 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (e06ac34a-39eb-4345-a19d-b9b596b0861e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.371315 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Publish callbacks [] for router_gateway (b2248cdb-4202-4051-8fdd-349a169c7162), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.380324 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-edd4a0a2-3b19-47e3-9382-b2b2d8525201 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (e06ac34a-39eb-4345-a19d-b9b596b0861e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.398042 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4a0a2-3b19-47e3-9382-b2b2d8525201 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06ac34a-39eb-4345-a19d-b9b596b0861e,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:43.400195 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] Set router b2248cdb-4202-4051-8fdd-349a169c7162 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:43.508265 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-edd4a0a2-3b19-47e3-9382-b2b2d8525201 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.509917 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-edd4a0a2-3b19-47e3-9382-b2b2d8525201 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4127653 Mar 09 14:52:43.513746 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42192) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:43.515470 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Deleting port 37a180de-0b67-4c6f-a9aa-58e2da7c5997 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:43.515969 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.532490 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:43.605160 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] For port 37a180de-0b67-4c6f-a9aa-58e2da7c5997, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=37a180de-0b67-4c6f-a9aa-58e2da7c5997,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:43.605538 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.620135 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.622066 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Calling delete_port for 37a180de-0b67-4c6f-a9aa-58e2da7c5997 owned by network:router_gateway {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:43.680857 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'name': 'tempest-TestShelveInstance-640124586-router', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:46:00Z', 'updated_at': '2022-03-09T14:52:42Z', 'revision_number': 5, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'gw_port': {'id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:01Z', 'updated_at': '2022-03-09T14:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:43.710482 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f6c46c-2157-4501-b174-3efe1f736bb3 None None] The sync data for ids ['b2248cdb-4202-4051-8fdd-349a169c7162'] in dv-cinder-830086-3-iscsi is: [{'id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'name': 'tempest-TestShelveInstance-640124586-router', 'tenant_id': 'abf833c29cda4c619b8add55babd1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:46:00Z', 'updated_at': '2022-03-09T14:52:42Z', 'revision_number': 5, 'project_id': 'abf833c29cda4c619b8add55babd1e34', 'gw_port': {'id': '37a180de-0b67-4c6f-a9aa-58e2da7c5997', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2248cdb-4202-4051-8fdd-349a169c7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:46:01Z', 'updated_at': '2022-03-09T14:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:52:43.754858 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.862331 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Allocated IP 172.27.2.124 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/4b8dda85-3968-4e35-beed-e1bfaa19c212) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:52:43.871370 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (37a180de-0b67-4c6f-a9aa-58e2da7c5997), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.898068 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a180de-0b67-4c6f-a9aa-58e2da7c5997,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:43.959357 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575923'] for router_gateway (b2248cdb-4202-4051-8fdd-349a169c7162), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:43.965385 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for port (4b8dda85-3968-4e35-beed-e1bfaa19c212), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.053860 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123876'] for router (b2248cdb-4202-4051-8fdd-349a169c7162), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.056076 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Publish callbacks [] for router_controller (b2248cdb-4202-4051-8fdd-349a169c7162), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.068738 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (4b8dda85-3968-4e35-beed-e1bfaa19c212), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.104615 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:52:44.109098 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:44.114989 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:52:44.147516 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'Port': ['ID=4b8dda85-3968-4e35-beed-e1bfaa19c212,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:44.225619 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578599'] for router (b2248cdb-4202-4051-8fdd-349a169c7162), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.230440 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2248cdb-4202-4051-8fdd-349a169c7162 {{(pid=109966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:52:44.231093 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.234855 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-11411112-9754-4885-94e2-f288fb879dd6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b2248cdb-4202-4051-8fdd-349a169c7162 HTTP/1.1" status: 204 len: 168 time: 1.3164039 Mar 09 14:52:44.235117 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42212) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:44.268490 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (4db4cfb5-448e-4dd4-a404-1406a199d656), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.279754 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab43a49d-b70a-4c06-b7c5-9eae1f81e1f2 admin admin] Deleting subnet 268c770e-bc66-416b-aa8e-9715b9a689a6 {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:52:44.282977 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ab43a49d-b70a-4c06-b7c5-9eae1f81e1f2 admin admin] Publish callbacks [] for subnet (268c770e-bc66-416b-aa8e-9715b9a689a6), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.319651 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ab43a49d-b70a-4c06-b7c5-9eae1f81e1f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13986415'] for subnet (268c770e-bc66-416b-aa8e-9715b9a689a6), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.393243 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4b8dda85-3968-4e35-beed-e1bfaa19c212), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.409576 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ab43a49d-b70a-4c06-b7c5-9eae1f81e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (268c770e-bc66-416b-aa8e-9715b9a689a6), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.552101 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ab43a49d-b70a-4c06-b7c5-9eae1f81e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13132567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13243392'] for subnet (268c770e-bc66-416b-aa8e-9715b9a689a6), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.559787 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for port (4b8dda85-3968-4e35-beed-e1bfaa19c212), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.579009 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43a49d-b70a-4c06-b7c5-9eae1f81e1f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268c770e-bc66-416b-aa8e-9715b9a689a6,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:44.581001 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ab43a49d-b70a-4c06-b7c5-9eae1f81e1f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.584826 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ab43a49d-b70a-4c06-b7c5-9eae1f81e1f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/268c770e-bc66-416b-aa8e-9715b9a689a6 HTTP/1.1" status: 204 len: 168 time: 0.3486962 Mar 09 14:52:44.585545 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c591fc-d6a1-4c79-beb8-d65efd0c802a None None] Network 65de1cc4-4251-458c-9e75-73eea5461619 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:52:44.587944 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42222) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:44.663962 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (65de1cc4-4251-458c-9e75-73eea5461619), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.666684 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (4b8dda85-3968-4e35-beed-e1bfaa19c212), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.764197 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'Port': ['ID=4b8dda85-3968-4e35-beed-e1bfaa19c212,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:44.765915 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b92b776-54cd-4ea7-a19f-0abff64d9d2e None None] DHCP port deletion for 65de1cc4-4251-458c-9e75-73eea5461619 request from dv-cinder-830086-3-iscsi {{(pid=109968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:52:44.786572 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (4db4cfb5-448e-4dd4-a404-1406a199d656), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.814149 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Deleting port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:44.814490 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:44.937235 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 37a180de-0b67-4c6f-a9aa-58e2da7c5997 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:52:44.969733 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 37a180de-0b67-4c6f-a9aa-58e2da7c5997 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:52:44.970244 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 37a180de-0b67-4c6f-a9aa-58e2da7c5997 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:52:44.970760 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device ae71d3ee-714d-493a-982c-a04867a06db8 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:52:44.998147 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: ae71d3ee-714d-493a-982c-a04867a06db8 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:52:44.998413 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device ae71d3ee-714d-493a-982c-a04867a06db8 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:52:44.998833 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:52:45.044613 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0088c209-d839-4040-93ea-b049628ec4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.053769 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-3b92b776-54cd-4ea7-a19f-0abff64d9d2e None None] Deleting port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:52:45.054149 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b92b776-54cd-4ea7-a19f-0abff64d9d2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.146460 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.147676 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e3d4026d-dfb8-4381-ae56-d911538ff119 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6245098 Mar 09 14:52:45.149913 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-3b92b776-54cd-4ea7-a19f-0abff64d9d2e None None] For port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,segment=NetworkSegment(9cbde0cb-e530-40ff-99c3-e4a0ce98be7d),segment_id=9cbde0cb-e530-40ff-99c3-e4a0ce98be7d)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:45.150330 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b92b776-54cd-4ea7-a19f-0abff64d9d2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.155017 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] For port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,segment=NetworkSegment(9cbde0cb-e530-40ff-99c3-e4a0ce98be7d),segment_id=9cbde0cb-e530-40ff-99c3-e4a0ce98be7d)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:45.155638 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.160142 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 is: ACTIVE; New status is: DOWN {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:45.160142 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.165331 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-3b92b776-54cd-4ea7-a19f-0abff64d9d2e None None] Calling delete_port for 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:45.170219 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Calling delete_port for 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:52:45.237246 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,segment=NetworkSegment(9cbde0cb-e530-40ff-99c3-e4a0ce98be7d),segment_id=9cbde0cb-e530-40ff-99c3-e4a0ce98be7d)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:45.306221 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.362692 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:45.365310 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-2b3aab67-8764-4d89-b353-7d01e4b4522d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--77170545&fields=id&tenant_id=aea6fc652c5643a6a0ea48804c38db39 HTTP/1.1" status: 200 len: 267 time: 0.0461447 Mar 09 14:52:45.397184 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.402940 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42248) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:45.404752 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3b92b776-54cd-4ea7-a19f-0abff64d9d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776'] for port (9accd58a-ef21-4d53-a3cb-45bc6ea5ef38), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.432997 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:45.434884 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] No DVR routers for this DVR port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 on host dv-cinder-830086-3-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:52:45.439388 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92b776-54cd-4ea7-a19f-0abff64d9d2e None None] Pushing event deleted for resources: {'Port': ['ID=9accd58a-ef21-4d53-a3cb-45bc6ea5ef38,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:45.450557 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92b776-54cd-4ea7-a19f-0abff64d9d2e None None] No DVR routers for this DVR port 9accd58a-ef21-4d53-a3cb-45bc6ea5ef38 on host dv-cinder-830086-3-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:52:45.515355 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (65de1cc4-4251-458c-9e75-73eea5461619), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.516405 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9517e51-e834-4529-be62-14e86d91d60b req-dec98963-cb6f-4648-af27-f6f9f997d688 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:45.518493 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-dec98963-cb6f-4648-af27-f6f9f997d688 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/networks?id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 200 len: 810 time: 0.1477394 Mar 09 14:52:45.532839 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-c4bded3d-a113-4b79-8273-d828a306100c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/quotas/aea6fc652c5643a6a0ea48804c38db39 HTTP/1.1" status: 200 len: 375 time: 0.0090981 Mar 09 14:52:45.540854 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65de1cc4-4251-458c-9e75-73eea5461619']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:45.554987 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-059e95aa-5679-4bbd-856f-000639475e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.558545 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:45.558838 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbde0cb-e530-40ff-99c3-e4a0ce98be7d') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:45.576217 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15001567'] for segment (9cbde0cb-e530-40ff-99c3-e4a0ce98be7d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.588543 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-78eb7db1-eadc-48fa-ac04-c024ffad5d15 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498314 Mar 09 14:52:45.596906 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (9cbde0cb-e530-40ff-99c3-e4a0ce98be7d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.609430 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:52:45.609816 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12879098'] for segment (9cbde0cb-e530-40ff-99c3-e4a0ce98be7d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: timer() Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: cb(*args, **kw) Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: self._notify() Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: self.callback(batched_events) Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: event.method(event) Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._get(url).json() Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:52:45.611467 dv-cinder-830086-3-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:52:45.701100 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-059e95aa-5679-4bbd-856f-000639475e3e admin admin] Publish callbacks [] for security_group (54a97f57-66bc-4bbd-ba82-266fb69d6f40), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.732983 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (65de1cc4-4251-458c-9e75-73eea5461619), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.738781 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.742219 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/65de1cc4-4251-458c-9e75-73eea5461619 HTTP/1.1" status: 204 len: 168 time: 1.1532416 Mar 09 14:52:45.745792 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-a01df5bb-ef64-4bab-b155-4480cffc44ca service neutron] 10.222.0.20 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438153 Mar 09 14:52:45.753155 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2526b06-fff9-4442-87c4-73da8410bce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=65de1cc4-4251-458c-9e75-73eea5461619,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:45.802520 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-059e95aa-5679-4bbd-856f-000639475e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (54a97f57-66bc-4bbd-ba82-266fb69d6f40), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.836336 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-250d05fb-5fbc-426e-a3a6-f24b2db8c6fd service neutron] 10.222.0.20 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839925 Mar 09 14:52:45.840637 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-059e95aa-5679-4bbd-856f-000639475e3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe6024eab8f94c6db876a3156e817143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352844 Mar 09 14:52:45.841508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e95aa-5679-4bbd-856f-000639475e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a97f57-66bc-4bbd-ba82-266fb69d6f40,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:45.844072 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42256) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:45.893432 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-921cda19-4c08-4c83-827a-92f7d828d598 admin admin] Publish callbacks [] for security_group (54a97f57-66bc-4bbd-ba82-266fb69d6f40), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:45.914851 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-921cda19-4c08-4c83-827a-92f7d828d598 admin admin] Publish callbacks [] for security_group (54a97f57-66bc-4bbd-ba82-266fb69d6f40), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:46.065592 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-921cda19-4c08-4c83-827a-92f7d828d598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (54a97f57-66bc-4bbd-ba82-266fb69d6f40), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:46.068387 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-921cda19-4c08-4c83-827a-92f7d828d598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:46.072193 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-921cda19-4c08-4c83-827a-92f7d828d598 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54a97f57-66bc-4bbd-ba82-266fb69d6f40 HTTP/1.1" status: 204 len: 168 time: 0.2275198 Mar 09 14:52:46.083364 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cda19-4c08-4c83-827a-92f7d828d598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a97f57-66bc-4bbd-ba82-266fb69d6f40,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:46.134711 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-17cd2372-587a-4961-91e6-aaa78893236b req-03e8aec4-9c39-4b94-8fbf-dc25294e9035 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 210 time: 0.0464799 Mar 09 14:52:46.141555 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42264) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:46.188061 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d6835fe4-ac59-43f8-96dc-b3f3a4195b01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c80b610c11934b9eaaa6dad09b045bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453856 Mar 09 14:52:46.188344 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42266) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:46.236848 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52c73ba8-3c98-4c59-92d5-701053e3fd70 admin admin] Publish callbacks [] for security_group (94dea4ab-549a-41b4-b95c-76fb2eb53881), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:46.259560 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52c73ba8-3c98-4c59-92d5-701053e3fd70 admin admin] Publish callbacks [] for security_group (94dea4ab-549a-41b4-b95c-76fb2eb53881), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:46.391242 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52c73ba8-3c98-4c59-92d5-701053e3fd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (94dea4ab-549a-41b4-b95c-76fb2eb53881), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:46.393898 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-52c73ba8-3c98-4c59-92d5-701053e3fd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:46.395060 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-52c73ba8-3c98-4c59-92d5-701053e3fd70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94dea4ab-549a-41b4-b95c-76fb2eb53881 HTTP/1.1" status: 204 len: 168 time: 0.2058215 Mar 09 14:52:46.402712 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c73ba8-3c98-4c59-92d5-701053e3fd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dea4ab-549a-41b4-b95c-76fb2eb53881,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:46.860100 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42280) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:46.873073 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51a8bdb1-0fa7-4e25-85fa-f1b6165eadc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:46.944935 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51a8bdb1-0fa7-4e25-85fa-f1b6165eadc4 admin admin] Publish callbacks [] for security_group (2dec3296-4ce7-47cf-91ca-ff0df6af92ba), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.001998 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-51a8bdb1-0fa7-4e25-85fa-f1b6165eadc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2dec3296-4ce7-47cf-91ca-ff0df6af92ba), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.039797 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-51a8bdb1-0fa7-4e25-85fa-f1b6165eadc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed75f68225584520bd24103480ad92c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784937 Mar 09 14:52:47.041662 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8bdb1-0fa7-4e25-85fa-f1b6165eadc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dec3296-4ce7-47cf-91ca-ff0df6af92ba,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:47.042795 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42282) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:47.047208 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42284) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:47.088559 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-72df4d4b-18ab-4b51-a070-8c055a7c5429 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abf833c29cda4c619b8add55babd1e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401390 Mar 09 14:52:47.090980 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42286) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:47.110088 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cb75061b-04c0-4f0f-93c8-d75760ae5bc7 admin admin] Publish callbacks [] for security_group (2dec3296-4ce7-47cf-91ca-ff0df6af92ba), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.131642 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cb75061b-04c0-4f0f-93c8-d75760ae5bc7 admin admin] Publish callbacks [] for security_group (2dec3296-4ce7-47cf-91ca-ff0df6af92ba), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.138236 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4955cef6-540d-46d0-b820-6484339051e9 admin admin] Publish callbacks [] for security_group (9abdf928-71c6-4246-a62a-123c1f9a4858), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.145645 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f146dcbb-9fd2-4359-9c09-7b2a1fdfc623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.162855 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4955cef6-540d-46d0-b820-6484339051e9 admin admin] Publish callbacks [] for security_group (9abdf928-71c6-4246-a62a-123c1f9a4858), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.244205 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-51f2505e-ec64-4847-9201-dfdde24b0b09 req-4675698a-92e3-4e39-8a4a-cf46a9da59ec tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 210 time: 0.0296307 Mar 09 14:52:47.287924 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cb75061b-04c0-4f0f-93c8-d75760ae5bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (2dec3296-4ce7-47cf-91ca-ff0df6af92ba), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.292283 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-cb75061b-04c0-4f0f-93c8-d75760ae5bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.292283 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-cb75061b-04c0-4f0f-93c8-d75760ae5bc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dec3296-4ce7-47cf-91ca-ff0df6af92ba HTTP/1.1" status: 204 len: 168 time: 0.2473626 Mar 09 14:52:47.299667 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75061b-04c0-4f0f-93c8-d75760ae5bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dec3296-4ce7-47cf-91ca-ff0df6af92ba,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:47.333665 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4955cef6-540d-46d0-b820-6484339051e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (9abdf928-71c6-4246-a62a-123c1f9a4858), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.336336 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-4955cef6-540d-46d0-b820-6484339051e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:47.337671 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-4955cef6-540d-46d0-b820-6484339051e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9abdf928-71c6-4246-a62a-123c1f9a4858 HTTP/1.1" status: 204 len: 168 time: 0.2456834 Mar 09 14:52:47.346963 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955cef6-540d-46d0-b820-6484339051e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abdf928-71c6-4246-a62a-123c1f9a4858,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:48.051933 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9517e51-e834-4529-be62-14e86d91d60b req-72ebf152-bbf2-4cf2-8a09-57d46f14b2c9 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:48.054329 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-72ebf152-bbf2-4cf2-8a09-57d46f14b2c9 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.16 "GET /v2.0/networks?id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 200 len: 810 time: 0.1022105 Mar 09 14:52:48.120666 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-6c591a10-82ac-4dd7-809e-7f6c49522354 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aea6fc652c5643a6a0ea48804c38db39 HTTP/1.1" status: 200 len: 378 time: 0.0554554 Mar 09 14:52:48.130061 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'port': {'device_id': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'admin_state_up': True, 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'security_groups': ['863a34f9-cc6c-492e-b7d3-49a372602340']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:48.301067 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Made reservation on behalf of aea6fc652c5643a6a0ea48804c38db39 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:52:48.316489 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:48.317278 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:48.356315 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ccdf1f94-bf96-4d4c-b28d-e6c412809818 req-592c9051-0aba-4bd9-8765-7282651d21e5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 210 time: 0.0375171 Mar 09 14:52:48.474590 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Allocated IP 172.20.0.6 (d49e8e06-1e68-4b3d-b2e9-9403dc874f08/35bb6907-92c8-43d5-8fa4-60e4dd9b091d/8a10f9be-83dd-4283-a08b-ee16b59ab89a) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:52:48.555395 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42338) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:48.614808 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:48.654072 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-730572629-network', 'tenant_id': '4fb89c3ffaae45299cf60de734481334'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:48.726733 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:48.773492 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:52:48.778516 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:48.781461 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:52:48.783663 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Made reservation on behalf of 4fb89c3ffaae45299cf60de734481334 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:52:48.787485 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:48.796373 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:48.806601 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event updated for resources: {'Port': ['ID=8a10f9be-83dd-4283-a08b-ee16b59ab89a,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:48.842403 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:48.842880 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:48.886372 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Publish callbacks [] for security_group (00855c1b-f063-40fe-9c68-30f8addb56e2), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:48.978944 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (00855c1b-f063-40fe-9c68-30f8addb56e2), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:48.981599 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-042d2585-3a15-429e-862d-57287ff11f65 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8551471 Mar 09 14:52:48.993458 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Request body: {'port': {'device_id': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:49.007732 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:52:49.014046 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00855c1b-f063-40fe-9c68-30f8addb56e2,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:49.024056 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (402bc33f-cd3c-48c1-b307-f0f91bda2ceb), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.025310 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Added segment 402bc33f-cd3c-48c1-b307-f0f91bda2ceb of type vlan for network 82aa80a4-88b6-4bac-8150-e9ffcae18792 Mar 09 14:52:49.042859 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-7f0c5062-01b8-4a2c-8ed8-a671f6474910 None None] Provisioning complete for port 8a10f9be-83dd-4283-a08b-ee16b59ab89a triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:49.043246 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7f0c5062-01b8-4a2c-8ed8-a671f6474910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.076512 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.077082 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (82aa80a4-88b6-4bac-8150-e9ffcae18792), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.090322 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c5062-01b8-4a2c-8ed8-a671f6474910 None None] Port 8a10f9be-83dd-4283-a08b-ee16b59ab89a cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:52:49.152151 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (82aa80a4-88b6-4bac-8150-e9ffcae18792), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.152151 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:49.152151 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.216899 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] Pushing event updated for resources: {'Network': ['ID=82aa80a4-88b6-4bac-8150-e9ffcae18792,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:49.229205 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:52:49.258348 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4e27850d-f392-4fe9-9946-c1684fd0088c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7006445 Mar 09 14:52:49.260927 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42354) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:49.266431 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Request body: {'subnet': {'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-730572629-subnet', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:49.363559 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a10f9be-83dd-4283-a08b-ee16b59ab89a {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:52:49.371189 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Publish callbacks [] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.378662 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Made reservation on behalf of 4fb89c3ffaae45299cf60de734481334 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:52:49.381046 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13243431'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.391527 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Transition to ACTIVE for port object 8a10f9be-83dd-4283-a08b-ee16b59ab89a will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:52:49.463835 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.517761 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Pushing event updated for resources: {'Port': ['ID=8a10f9be-83dd-4283-a08b-ee16b59ab89a,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:49.518032 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960700a-3e9c-409f-b8c4-605f6074eabb req-0145fff8-31a4-44e6-bb20-873c93bce7bd tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:49.519839 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6960700a-3e9c-409f-b8c4-605f6074eabb req-0145fff8-31a4-44e6-bb20-873c93bce7bd tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 931 time: 0.0859663 Mar 09 14:52:49.592846 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Attempting to bind port 8a10f9be-83dd-4283-a08b-ee16b59ab89a on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:52:49.593793 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Attempting to bind port 8a10f9be-83dd-4283-a08b-ee16b59ab89a by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:52:49.594154 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Attempting to bind port 8a10f9be-83dd-4283-a08b-ee16b59ab89a on network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:52:49.599433 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Port 8a10f9be-83dd-4283-a08b-ee16b59ab89a on network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:52:49.599752 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Attempting to bind port 8a10f9be-83dd-4283-a08b-ee16b59ab89a on network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:52:49.605133 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:52:49.605571 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Checking segment: {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:52:49.605944 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Bound using segment: {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:52:49.606377 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Bound port: 8a10f9be-83dd-4283-a08b-ee16b59ab89a, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02508ac-4885-4d12-bda1-8eef67d27151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:52:49.606827 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.620740 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6960700a-3e9c-409f-b8c4-605f6074eabb req-074aa90f-2d72-438e-8b68-bd255206c475 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795798 Mar 09 14:52:49.696919 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] For port 8a10f9be-83dd-4283-a08b-ee16b59ab89a, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:52:49.700313 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] For port 8a10f9be-83dd-4283-a08b-ee16b59ab89a, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8a10f9be-83dd-4283-a08b-ee16b59ab89a,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:52:49.723194 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13132628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13243401'] for subnet (fb3da3dd-66b3-4f69-bfc1-0dbabb24847d), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.751264 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.776452 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:49.791270 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.792695 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Checking segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:52:49.793084 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Network hostable DHCP agents. Network: 82aa80a4-88b6-4bac-8150-e9ffcae18792, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:52:49.830843 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:49.832369 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.833826 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] 10.222.0.16 "PUT /v2.0/ports/8a10f9be-83dd-4283-a08b-ee16b59ab89a HTTP/1.1" status: 200 len: 1093 time: 0.8448400 Mar 09 14:52:49.836155 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'tag': '8a10f9be-83dd-4283-a08b-ee16b59ab89a'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:52:49.839676 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f64e105-1434-4046-9f7f-ec68ec79876d" -d '{"events": [{"name": "network-changed", "server_uuid": "be3683ba-3694-4170-9b17-eac43c0a4b25", "tag": "8a10f9be-83dd-4283-a08b-ee16b59ab89a"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:52:49.881649 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2bf5a9-3509-434a-9ae8-a984023da03e x-openstack-request-id: req-3a2bf5a9-3509-434a-9ae8-a984023da03e {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:52:49.882008 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3683ba-3694-4170-9b17-eac43c0a4b25", "tag": "8a10f9be-83dd-4283-a08b-ee16b59ab89a", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:52:49.882265 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a2bf5a9-3509-434a-9ae8-a984023da03e {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:52:49.882822 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'tag': '8a10f9be-83dd-4283-a08b-ee16b59ab89a', 'status': 'completed', 'code': 200} Mar 09 14:52:49.883859 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86eccde-71d6-4e4a-ac66-7405f9875dfa service neutron] Pushing event updated for resources: {'Port': ['ID=8a10f9be-83dd-4283-a08b-ee16b59ab89a,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:49.886866 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:52:49.951002 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64e105-1434-4046-9f7f-ec68ec79876d req-ffc9ef35-0db2-4afb-ac65-58948a5f65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:49.954307 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5f64e105-1434-4046-9f7f-ec68ec79876d req-ffc9ef35-0db2-4afb-ac65-58948a5f65e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 1127 time: 0.0470381 Mar 09 14:52:49.978815 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 82aa80a4-88b6-4bac-8150-e9ffcae18792) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:49.984610 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:49.988890 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:49.991264 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d6288-310a-45f2-a569-da582cb62703 None None] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:52:50.060571 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64e105-1434-4046-9f7f-ec68ec79876d req-40928eb4-c223-418f-9856-0cb07258dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:50.062056 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5f64e105-1434-4046-9f7f-ec68ec79876d req-40928eb4-c223-418f-9856-0cb07258dc94 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=aea6fc652c5643a6a0ea48804c38db39&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1028759 Mar 09 14:52:50.073668 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-32727f9d-9d02-49de-a0a2-8081545bbfa5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8115792 Mar 09 14:52:50.076376 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42370) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:50.082903 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:50.113879 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-82aa80a4-88b6-4bac-8150-e9ffcae18792', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:52:50.115058 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.182634 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64e105-1434-4046-9f7f-ec68ec79876d req-aca04e83-95e6-4dd4-b95d-45abe576b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:50.184263 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5f64e105-1434-4046-9f7f-ec68ec79876d req-aca04e83-95e6-4dd4-b95d-45abe576b223 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169081 Mar 09 14:52:50.191213 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.194682 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.266017 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks [] for router_controller (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), precommit_add_association {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.275385 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Allocated IP 172.20.0.2 (82aa80a4-88b6-4bac-8150-e9ffcae18792/fb3da3dd-66b3-4f69-bfc1-0dbabb24847d/228148c7-28f4-4506-b795-f94fc91d8d35) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:52:50.286011 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9517e51-e834-4529-be62-14e86d91d60b req-460d4d4c-b079-44c2-955d-410cad0488bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:50.287702 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-460d4d4c-b079-44c2-955d-410cad0488bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 1127 time: 0.0589173 Mar 09 14:52:50.328802 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-8c8d748f-db81-43d9-ae52-cc968968b183 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a10f9be-83dd-4283-a08b-ee16b59ab89a HTTP/1.1" status: 200 len: 217 time: 0.0348389 Mar 09 14:52:50.375680 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9517e51-e834-4529-be62-14e86d91d60b req-5e134dc1-8823-4798-94a0-f22cd4561fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:50.377142 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-5e134dc1-8823-4798-94a0-f22cd4561fbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35bb6907-92c8-43d5-8fa4-60e4dd9b091d HTTP/1.1" status: 200 len: 849 time: 0.0430210 Mar 09 14:52:50.419907 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Publish callbacks [] for port (228148c7-28f4-4506-b795-f94fc91d8d35), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.428404 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9517e51-e834-4529-be62-14e86d91d60b req-f75273d9-78e3-469d-b8e1-bd6c8c5a014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:50.429951 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-f75273d9-78e3-469d-b8e1-bd6c8c5a014a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474827 Mar 09 14:52:50.504991 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.526585 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-3a8f41d6-3a40-46f3-81dd-ef62319c3e66 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890579 Mar 09 14:52:50.542476 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:52:50.547218 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:50.548569 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks [] for router_gateway (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.551151 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:52:50.557862 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Pushing event updated for resources: {'Port': ['ID=228148c7-28f4-4506-b795-f94fc91d8d35,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:50.568012 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.568382 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.568736 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.569072 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.569426 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.569745 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.570077 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.571274 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.571615 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.571953 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.572285 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.572609 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.572958 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:50.623778 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Attempting to bind port 228148c7-28f4-4506-b795-f94fc91d8d35 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:52:50.624150 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Attempting to bind port 228148c7-28f4-4506-b795-f94fc91d8d35 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:52:50.624510 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Attempting to bind port 228148c7-28f4-4506-b795-f94fc91d8d35 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:52:50.627326 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f9517e51-e834-4529-be62-14e86d91d60b req-d9547af2-e657-4f5c-ae83-eb28f221c7e3 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930028 Mar 09 14:52:50.630999 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:52:50.631451 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Checking segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:52:50.631928 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.632385 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Bound using segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:52:50.632978 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Bound port: 228148c7-28f4-4506-b795-f94fc91d8d35, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:52:50.633500 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.704556 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] For port 228148c7-28f4-4506-b795-f94fc91d8d35, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:52:50.708023 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] For port 228148c7-28f4-4506-b795-f94fc91d8d35, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=228148c7-28f4-4506-b795-f94fc91d8d35,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:52:50.796670 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.836617 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks [] for router_gateway (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.861707 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43817ae5-0715-4894-aad8-bf5277f3e6a8 None None] Pushing event updated for resources: {'Port': ['ID=228148c7-28f4-4506-b795-f94fc91d8d35,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:50.863931 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e41e4-e0aa-4d31-875d-0414283f259c req-26cc895b-87df-42e6-9e9a-ed5d4695b9f0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:50.865717 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-266e41e4-e0aa-4d31-875d-0414283f259c req-26cc895b-87df-42e6-9e9a-ed5d4695b9f0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 943 time: 0.1325035 Mar 09 14:52:50.867220 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:50.999694 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-266e41e4-e0aa-4d31-875d-0414283f259c req-29c9d69a-3b1e-44f5-a764-ff3ae4d40370 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954361 Mar 09 14:52:51.028318 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Allocated IP 172.27.2.110 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/a7913847-64d9-4cb7-864d-26b81842e785) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:52:51.134462 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks [] for port (a7913847-64d9-4cb7-864d-26b81842e785), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:51.138779 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:51.219351 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (a7913847-64d9-4cb7-864d-26b81842e785), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:51.259056 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:52:51.264144 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:51.266728 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:52:51.297875 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Pushing event updated for resources: {'Port': ['ID=a7913847-64d9-4cb7-864d-26b81842e785,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:51.610657 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks [] for router_gateway (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:51.733826 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940e83a3-812c-4e9b-aa3b-40c53a56af2a None None] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:52:51.807119 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-ccdb2df3-9c67-443a-9703-d2c7a24a7b11 None None] Provisioning complete for port 228148c7-28f4-4506-b795-f94fc91d8d35 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:51.807792 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ccdb2df3-9c67-443a-9703-d2c7a24a7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:51.933264 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb2df3-9c67-443a-9703-d2c7a24a7b11 None None] Current status of the port 228148c7-28f4-4506-b795-f94fc91d8d35 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:51.933933 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ccdb2df3-9c67-443a-9703-d2c7a24a7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:51.974958 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-ccdb2df3-9c67-443a-9703-d2c7a24a7b11 None None] For port 228148c7-28f4-4506-b795-f94fc91d8d35, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=228148c7-28f4-4506-b795-f94fc91d8d35,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:52.033974 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 8a10f9be-83dd-4283-a08b-ee16b59ab89a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:52:52.048256 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ccdb2df3-9c67-443a-9703-d2c7a24a7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:52.098627 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:52.164174 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb2df3-9c67-443a-9703-d2c7a24a7b11 None None] Pushing event updated for resources: {'Port': ['ID=228148c7-28f4-4506-b795-f94fc91d8d35,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:52.189135 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-e69566f2-34c2-4d33-a659-625ad8fb20d9 None None] Provisioning complete for port 228148c7-28f4-4506-b795-f94fc91d8d35 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:52.189578 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-e69566f2-34c2-4d33-a659-625ad8fb20d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:52.219486 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 8a10f9be-83dd-4283-a08b-ee16b59ab89a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8a10f9be-83dd-4283-a08b-ee16b59ab89a,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:52.224935 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e808c-cd2f-426a-b048-6db5c1c86f5d req-d5633183-8fd4-4812-8cd6-ee62b33c1efb tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:52.230426 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-936e808c-cd2f-426a-b048-6db5c1c86f5d req-d5633183-8fd4-4812-8cd6-ee62b33c1efb tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 943 time: 0.1429880 Mar 09 14:52:52.240855 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '8a10f9be-83dd-4283-a08b-ee16b59ab89a', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'port_id': '8a10f9be-83dd-4283-a08b-ee16b59ab89a', 'mac_address': 'fa:16:3e:83:5b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:52:52.298877 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-936e808c-cd2f-426a-b048-6db5c1c86f5d req-279bb9e5-ca77-4f0a-a5ee-6e3a83210375 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649004 Mar 09 14:52:52.310190 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 8a10f9be-83dd-4283-a08b-ee16b59ab89a is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:52.310591 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:52.331967 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a10f9be-83dd-4283-a08b-ee16b59ab89a {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:52:52.336903 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-e69566f2-34c2-4d33-a659-625ad8fb20d9 None None] Current status of the port 228148c7-28f4-4506-b795-f94fc91d8d35 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:52.352811 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 8a10f9be-83dd-4283-a08b-ee16b59ab89a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8a10f9be-83dd-4283-a08b-ee16b59ab89a,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:52.371393 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109966) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:52:52.428866 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:52.478101 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=8a10f9be-83dd-4283-a08b-ee16b59ab89a,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:52.482512 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:52:52.494171 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Sync routers for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:52:52.503286 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:52.507262 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:52.586135 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:52.587400 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-bb405f7c-8436-41a8-97e4-2a2a456b4876 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5099421 Mar 09 14:52:52.590110 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42390) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:52.615835 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:52.670130 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['8a10f9be-83dd-4283-a08b-ee16b59ab89a'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:52:52.785590 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 228148c7-28f4-4506-b795-f94fc91d8d35 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:52:52.921306 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 228148c7-28f4-4506-b795-f94fc91d8d35 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:52.922023 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:52.973961 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:51Z', 'revision_number': 3, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:53.007302 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.008287 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Checking router: 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:52:53.008644 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Updating router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c port a7913847-64d9-4cb7-864d-26b81842e785 binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:52:53.043658 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (a7913847-64d9-4cb7-864d-26b81842e785), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.174015 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Allocated IP 172.20.0.1 (82aa80a4-88b6-4bac-8150-e9ffcae18792/fb3da3dd-66b3-4f69-bfc1-0dbabb24847d/aac11a35-1d3d-4a42-b936-27cc13866487) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:52:53.280354 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Publish callbacks [] for port (aac11a35-1d3d-4a42-b936-27cc13866487), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.286233 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 228148c7-28f4-4506-b795-f94fc91d8d35 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:53.418064 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4389d8c-7fb0-4385-95a2-c9a8192bbdb5 req-40b2e5bf-acd1-402f-8841-f83442f06f13 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:53.419586 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c4389d8c-7fb0-4385-95a2-c9a8192bbdb5 req-40b2e5bf-acd1-402f-8841-f83442f06f13 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 944 time: 0.0526891 Mar 09 14:52:53.421316 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.452417 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Publish callbacks [] for port (a7913847-64d9-4cb7-864d-26b81842e785), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.483512 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:52:53.491235 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:53.493850 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:52:53.515443 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (a7913847-64d9-4cb7-864d-26b81842e785), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.534648 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Pushing event updated for resources: {'Port': ['ID=aac11a35-1d3d-4a42-b936-27cc13866487,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:53.547395 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c4389d8c-7fb0-4385-95a2-c9a8192bbdb5 req-f56a876e-13ac-4a29-9a30-d2660ff6ddb4 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187904 Mar 09 14:52:53.575947 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.580491 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Attempting to bind port a7913847-64d9-4cb7-864d-26b81842e785 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:52:53.580914 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Attempting to bind port a7913847-64d9-4cb7-864d-26b81842e785 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:52:53.581284 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Attempting to bind port a7913847-64d9-4cb7-864d-26b81842e785 on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:52:53.587063 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:52:53.587376 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:52:53.587762 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.588168 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:52:53.588637 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Bound port: a7913847-64d9-4cb7-864d-26b81842e785, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:52:53.589119 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (a7913847-64d9-4cb7-864d-26b81842e785), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.591659 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbe052-7dbc-4ab4-bb2b-6fab32b1650c None None] Pushing event updated for resources: {'Port': ['ID=a7913847-64d9-4cb7-864d-26b81842e785,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:53.646567 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] For port a7913847-64d9-4cb7-864d-26b81842e785, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:52:53.649794 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] For port a7913847-64d9-4cb7-864d-26b81842e785, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=a7913847-64d9-4cb7-864d-26b81842e785,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:52:53.768573 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-5ff21c7c-3565-4bd3-a7cb-76df9507c77a None None] Provisioning complete for port aac11a35-1d3d-4a42-b936-27cc13866487 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:53.768573 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5ff21c7c-3565-4bd3-a7cb-76df9507c77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.812180 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-5ff21c7c-3565-4bd3-a7cb-76df9507c77a None None] Port aac11a35-1d3d-4a42-b936-27cc13866487 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:52:53.891681 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (a7913847-64d9-4cb7-864d-26b81842e785), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:53.949102 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:53.949761 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:53.951429 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbe052-7dbc-4ab4-bb2b-6fab32b1650c None None] Pushing event updated for resources: {'Port': ['ID=a7913847-64d9-4cb7-864d-26b81842e785,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:53.966697 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:54.041066 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 8a10f9be-83dd-4283-a08b-ee16b59ab89a up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:52:54.092226 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:54.135269 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Publish callbacks [] for port (aac11a35-1d3d-4a42-b936-27cc13866487), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:54.211586 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:54.233153 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 8a10f9be-83dd-4283-a08b-ee16b59ab89a completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:52:54.254575 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 8a10f9be-83dd-4283-a08b-ee16b59ab89a triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:54.254575 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:54.282635 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Pushing event updated for resources: {'Port': ['ID=aac11a35-1d3d-4a42-b936-27cc13866487,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:54.285718 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:54.374746 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 8a10f9be-83dd-4283-a08b-ee16b59ab89a is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:54.375052 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:54.384448 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:52:54.385948 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:54.388987 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 1, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:54.427850 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70918bef-8acb-4499-a04d-80ad534a426e None None] The sync data for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi is: [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 1, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:52:54.434242 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a10f9be-83dd-4283-a08b-ee16b59ab89a'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:52:54.436451 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1c1617-f21a-4f3d-bb53-05d7856ca50c" -d '{"events": [{"server_uuid": "be3683ba-3694-4170-9b17-eac43c0a4b25", "name": "network-vif-plugged", "status": "completed", "tag": "8a10f9be-83dd-4283-a08b-ee16b59ab89a"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:52:54.451473 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 8a10f9be-83dd-4283-a08b-ee16b59ab89a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8a10f9be-83dd-4283-a08b-ee16b59ab89a,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:54.483292 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1b1d5f-1d0f-4086-8850-cd3dce57a44a x-openstack-request-id: req-fa1b1d5f-1d0f-4086-8850-cd3dce57a44a {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:52:54.483921 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3683ba-3694-4170-9b17-eac43c0a4b25", "name": "network-vif-plugged", "status": "completed", "tag": "8a10f9be-83dd-4283-a08b-ee16b59ab89a", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:52:54.484184 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa1b1d5f-1d0f-4086-8850-cd3dce57a44a {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:52:54.484617 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a10f9be-83dd-4283-a08b-ee16b59ab89a', 'code': 200} Mar 09 14:52:54.541668 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:52:54.544045 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:54.643444 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=8a10f9be-83dd-4283-a08b-ee16b59ab89a,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:54.668474 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-dff787e4-e531-4682-975a-1f696cd365be None None] Provisioning complete for port aac11a35-1d3d-4a42-b936-27cc13866487 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:54.668474 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-dff787e4-e531-4682-975a-1f696cd365be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:54.711651 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-dff787e4-e531-4682-975a-1f696cd365be None None] Port aac11a35-1d3d-4a42-b936-27cc13866487 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:52:54.722503 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:52:54.727889 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-b8034761-26ed-4d23-b3bb-25c1e5a600ac admin admin] 10.222.0.20 "PUT /v2.0/routers/0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1367316 Mar 09 14:52:54.753303 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6073c6-26fb-4b7e-848b-d5dc1c2d1ebf req-c1e344fa-92b0-44c7-88a8-04c50c0d8d36 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:54.756776 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c6073c6-26fb-4b7e-848b-d5dc1c2d1ebf req-c1e344fa-92b0-44c7-88a8-04c50c0d8d36 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 945 time: 0.0894279 Mar 09 14:52:54.807264 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0c6073c6-26fb-4b7e-848b-d5dc1c2d1ebf req-fe69ca79-1a8c-406b-ac14-6e6a5ffd315a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463867 Mar 09 14:52:55.526763 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42432) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:55.531589 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-969604828-network', 'tenant_id': 'a92af121c00944718ce51125d075d0c6'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:55.669176 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Made reservation on behalf of a92af121c00944718ce51125d075d0c6 for: {'network': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:52:55.671413 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for network (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:55.680358 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:55.756092 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Publish callbacks [] for security_group (1492015b-9610-494d-9b81-8604b23fd4bc), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:55.823107 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (1492015b-9610-494d-9b81-8604b23fd4bc), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:55.851632 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=109966) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 14:52:55.855943 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1492015b-9610-494d-9b81-8604b23fd4bc,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:55.862541 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (76723e66-8d5e-4113-a34f-8eceaf95e571), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:55.862889 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.segments_db [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Added segment 76723e66-8d5e-4113-a34f-8eceaf95e571 of type vlan for network 26e02255-2f01-4dfa-af03-2e64cdd47956 Mar 09 14:52:55.931062 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736492010186'] for network (26e02255-2f01-4dfa-af03-2e64cdd47956), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:55.969940 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c64ac-831f-4078-860f-a4070b3c28a7 req-ce138256-cdd3-4764-992d-8b5d0d8b4d76 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:55.977246 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-175c64ac-831f-4078-860f-a4070b3c28a7 req-ce138256-cdd3-4764-992d-8b5d0d8b4d76 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 945 time: 0.0791519 Mar 09 14:52:56.017556 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-175c64ac-831f-4078-860f-a4070b3c28a7 req-2b4178dd-7a35-44ae-b38f-bbcf11a0fe24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405920 Mar 09 14:52:56.046040 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540'] for network (26e02255-2f01-4dfa-af03-2e64cdd47956), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:56.047123 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:56.047843 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:56.109240 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] Pushing event updated for resources: {'Network': ['ID=26e02255-2f01-4dfa-af03-2e64cdd47956,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:56.119603 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Network 26e02255-2f01-4dfa-af03-2e64cdd47956 details requested by agent ovs-agent-dv-cinder-830086-3-iscsi with host dv-cinder-830086-3-iscsi {{(pid=109968) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 14:52:56.140705 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-14f1c79c-0288-4253-bd5e-49be496584df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6128557 Mar 09 14:52:56.143389 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42436) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:56.148388 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Request body: {'subnet': {'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-969604828-subnet', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'ip_version': 4}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:56.251142 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Made reservation on behalf of a92af121c00944718ce51125d075d0c6 for: {'subnet': 1} {{(pid=109966) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:52:56.253599 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13243431'] for subnet (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:56.395710 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Sync routers for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:52:56.406437 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:56.407055 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:56.518437 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:56.709814 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13132628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13243401'] for subnet (2658fe73-5fe9-4a8d-a17a-55f54af71005), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:56.715547 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:54Z', 'revision_number': 2, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:56.743316 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Checking router: 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:52:56.743953 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Updating router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c port aac11a35-1d3d-4a42-b936-27cc13866487 binding host dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:52:56.769110 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2658fe73-5fe9-4a8d-a17a-55f54af71005,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:56.777745 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Checking segment: {'id': '76723e66-8d5e-4113-a34f-8eceaf95e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:52:56.778111 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Network hostable DHCP agents. Network: 26e02255-2f01-4dfa-af03-2e64cdd47956, hostable agents: ['2e0828b9-ce3f-4d8a-ad37-06b7987e009d'], hosted agents: [] {{(pid=109966) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 14:52:56.784327 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:56.795631 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device a7913847-64d9-4cb7-864d-26b81842e785 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:52:56.844447 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port a7913847-64d9-4cb7-864d-26b81842e785 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:56.844945 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (a7913847-64d9-4cb7-864d-26b81842e785), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:56.847982 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Network 26e02255-2f01-4dfa-af03-2e64cdd47956 is scheduled to be hosted by DHCP agent 2e0828b9-ce3f-4d8a-ad37-06b7987e009d with binding_index 1 {{(pid=109966) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 14:52:56.925344 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port a7913847-64d9-4cb7-864d-26b81842e785 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:56.925731 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (a7913847-64d9-4cb7-864d-26b81842e785), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:56.931703 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-3-iscsi, 26e02255-2f01-4dfa-af03-2e64cdd47956) {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:56.940349 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd1afb8-d32a-44f7-a8a8-af9d9b072ccb None None] Network 26e02255-2f01-4dfa-af03-2e64cdd47956 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:52:56.943555 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:56.944106 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:56.951200 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port a7913847-64d9-4cb7-864d-26b81842e785, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=a7913847-64d9-4cb7-864d-26b81842e785,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:57.009136 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (a7913847-64d9-4cb7-864d-26b81842e785), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.034387 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42442) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:57.034957 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-f61903a7-a3f9-4a16-9ff8-b94b5c0de732 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8899417 Mar 09 14:52:57.041571 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-969604828-router', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:52:57.064941 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Publish callbacks [] for port (aac11a35-1d3d-4a42-b936-27cc13866487), precommit_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.070797 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=a7913847-64d9-4cb7-864d-26b81842e785,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:57.115318 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbe3c0a1d-fc0b-5ae8-969b-b34c6dd69d02-26e02255-2f01-4dfa-af03-2e64cdd47956', 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956', 'project_id': 'a92af121c00944718ce51125d075d0c6', 'fixed_ips': [{'subnet_id': '2658fe73-5fe9-4a8d-a17a-55f54af71005'}]}} from dv-cinder-830086-3-iscsi. {{(pid=109968) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 14:52:57.116192 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.129715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c1396-8482-457e-a903-4e087cf182b4 req-34e17746-1755-4303-98c3-7da95c19492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:57.131328 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c46c1396-8482-457e-a903-4e087cf182b4 req-34e17746-1755-4303-98c3-7da95c19492d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 1129 time: 0.0569475 Mar 09 14:52:57.133919 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123798'] for router (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.133919 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-575744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123887'] for router (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.154685 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.168141 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005101b-6c6e-47f8-a4d4-610aa1c7c565 req-b7a29729-523d-4743-a953-dfde14ffa98d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:57.169708 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e005101b-6c6e-47f8-a4d4-610aa1c7c565 req-b7a29729-523d-4743-a953-dfde14ffa98d tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 945 time: 0.0598121 Mar 09 14:52:57.200126 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Pushing event updated for resources: {'Port': ['ID=aac11a35-1d3d-4a42-b936-27cc13866487,revision_number=3']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:57.212131 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.212765 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.214967 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.214967 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.214967 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.214967 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.214967 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.214967 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.215894 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.216408 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.216940 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.217284 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.217618 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:52:57.236604 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks [] for router_controller (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), precommit_add_association {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.241632 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c46c1396-8482-457e-a903-4e087cf182b4 req-351fd82a-2bae-4dd2-a8e8-6fb18f5a49e6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1026409 Mar 09 14:52:57.249888 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e005101b-6c6e-47f8-a4d4-610aa1c7c565 req-85e95a59-a74c-4b82-8c51-332eeaa57013 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724208 Mar 09 14:52:57.287723 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Attempting to bind port aac11a35-1d3d-4a42-b936-27cc13866487 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:52:57.288093 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Attempting to bind port aac11a35-1d3d-4a42-b936-27cc13866487 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:52:57.288454 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Attempting to bind port aac11a35-1d3d-4a42-b936-27cc13866487 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:52:57.294046 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:52:57.294425 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Checking segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:52:57.294890 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.295687 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Bound using segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} {{(pid=109969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:52:57.295903 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.managers [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Bound port: aac11a35-1d3d-4a42-b936-27cc13866487, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'}}] {{(pid=109969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:52:57.296283 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), before_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.311785 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.db_base_plugin_common [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Allocated IP 172.20.0.2 (26e02255-2f01-4dfa-af03-2e64cdd47956/2658fe73-5fe9-4a8d-a17a-55f54af71005/b3425a93-8816-43f0-aaee-82087afcecc3) {{(pid=109968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:52:57.375205 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] For port aac11a35-1d3d-4a42-b936-27cc13866487, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:52:57.379245 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.plugins.ml2.db [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] For port aac11a35-1d3d-4a42-b936-27cc13866487, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=aac11a35-1d3d-4a42-b936-27cc13866487,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:52:57.453064 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron_lib.callbacks.manager [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), after_update {{(pid=109969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.472584 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Publish callbacks [] for port (b3425a93-8816-43f0-aaee-82087afcecc3), precommit_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.475929 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-b01eafda-479e-4e06-83de-3050a474dc42 None None] Provisioning complete for port aac11a35-1d3d-4a42-b936-27cc13866487 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:57.476303 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b01eafda-479e-4e06-83de-3050a474dc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.545180 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcc4c6-67b0-4b35-b114-509eff8cd497 None None] Pushing event updated for resources: {'Port': ['ID=aac11a35-1d3d-4a42-b936-27cc13866487,revision_number=4']} {{(pid=109969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:57.549922 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks [] for router_gateway (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.557869 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:57.558480 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:57.558954 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), after_create {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.608024 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Network 26e02255-2f01-4dfa-af03-2e64cdd47956 is already hosted by enough agents. {{(pid=109968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:52:57.613562 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.scheduler.base_scheduler [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Resources bound (agent type, host, resource id): {{(pid=109968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:57.615556 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-b01eafda-479e-4e06-83de-3050a474dc42 None None] Current status of the port aac11a35-1d3d-4a42-b936-27cc13866487 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:57.615946 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b01eafda-479e-4e06-83de-3050a474dc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.620457 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Received port after_create {{(pid=109968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:52:57.697871 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:57.699515 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Pushing event updated for resources: {'Port': ['ID=b3425a93-8816-43f0-aaee-82087afcecc3,revision_number=1']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:57.781910 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-b01eafda-479e-4e06-83de-3050a474dc42 None None] For port aac11a35-1d3d-4a42-b936-27cc13866487, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=aac11a35-1d3d-4a42-b936-27cc13866487,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:57.811116 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Attempting to bind port b3425a93-8816-43f0-aaee-82087afcecc3 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:52:57.811116 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Attempting to bind port b3425a93-8816-43f0-aaee-82087afcecc3 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '76723e66-8d5e-4113-a34f-8eceaf95e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:52:57.811116 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Attempting to bind port b3425a93-8816-43f0-aaee-82087afcecc3 on network 26e02255-2f01-4dfa-af03-2e64cdd47956 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:52:57.811116 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:52:57.811534 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Checking segment: {'id': '76723e66-8d5e-4113-a34f-8eceaf95e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:52:57.811928 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.812326 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Bound using segment: {'id': '76723e66-8d5e-4113-a34f-8eceaf95e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:52:57.812814 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Bound port: b3425a93-8816-43f0-aaee-82087afcecc3, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76723e66-8d5e-4113-a34f-8eceaf95e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:52:57.813316 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.875862 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b01eafda-479e-4e06-83de-3050a474dc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.907253 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks [] for router_gateway (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.912901 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] For port b3425a93-8816-43f0-aaee-82087afcecc3, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:52:57.927830 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:57.931708 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] For port b3425a93-8816-43f0-aaee-82087afcecc3, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=b3425a93-8816-43f0-aaee-82087afcecc3,segment=NetworkSegment(76723e66-8d5e-4113-a34f-8eceaf95e571),segment_id=76723e66-8d5e-4113-a34f-8eceaf95e571)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:52:57.935585 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:57.944989 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01eafda-479e-4e06-83de-3050a474dc42 None None] Pushing event updated for resources: {'Port': ['ID=aac11a35-1d3d-4a42-b936-27cc13866487,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:57.962954 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de2d0d3-686d-4cf3-b144-c24613d1d5fb None None] The sync data for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi is: [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:52:57.998640 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-706b5f6f-b7fd-4adf-8cd9-1b97d4667846 None None] Provisioning complete for port aac11a35-1d3d-4a42-b936-27cc13866487 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:57.999028 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-706b5f6f-b7fd-4adf-8cd9-1b97d4667846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:58.036465 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:58.046454 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Allocated IP 172.27.2.151 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/3c96222d-6bb5-4c0d-829c-148eb615cb9e) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:52:58.184875 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc6897-a946-4e1b-9c85-f2bb709a2c56 None None] Pushing event updated for resources: {'Port': ['ID=b3425a93-8816-43f0-aaee-82087afcecc3,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:58.196534 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-706b5f6f-b7fd-4adf-8cd9-1b97d4667846 None None] Current status of the port aac11a35-1d3d-4a42-b936-27cc13866487 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:58.237621 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks [] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:58.348272 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:58.399287 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:52:58.415650 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:52:58.423077 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:52:58.429274 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef57723-8475-4ade-b56a-58bd3c4deab9 req-8cc45386-784a-4166-aaa0-799162c07e05 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:58.431056 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ef57723-8475-4ade-b56a-58bd3c4deab9 req-8cc45386-784a-4166-aaa0-799162c07e05 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 945 time: 0.0726788 Mar 09 14:52:58.488334 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Pushing event updated for resources: {'Port': ['ID=3c96222d-6bb5-4c0d-829c-148eb615cb9e,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:58.521631 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3ef57723-8475-4ade-b56a-58bd3c4deab9 req-0fb36674-e9da-4d34-8a83-9b402b249383 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831826 Mar 09 14:52:58.803105 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks [] for router_gateway (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:58.881264 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device aac11a35-1d3d-4a42-b936-27cc13866487 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:52:58.933404 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port aac11a35-1d3d-4a42-b936-27cc13866487 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:58.933880 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:59.020374 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port aac11a35-1d3d-4a42-b936-27cc13866487 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:59.021569 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device a7913847-64d9-4cb7-864d-26b81842e785 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:52:59.036896 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-575855'] for router (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:59.076102 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port a7913847-64d9-4cb7-864d-26b81842e785 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:59.076479 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (a7913847-64d9-4cb7-864d-26b81842e785), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:59.173670 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port a7913847-64d9-4cb7-864d-26b81842e785 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:59.174737 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b3425a93-8816-43f0-aaee-82087afcecc3 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:52:59.227465 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port b3425a93-8816-43f0-aaee-82087afcecc3 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:59.228029 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:59.232932 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03eefdb-80fd-4f98-a213-5462efb86ce9 None None] Network 26e02255-2f01-4dfa-af03-2e64cdd47956 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:52:59.239865 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 is scheduled to L3 agent b539d49a-a081-4a47-9d33-eda513afb047 with binding_index 1 {{(pid=109967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 14:52:59.507287 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-5396a992-0f90-441f-985c-8080587a19ad None None] Provisioning complete for port b3425a93-8816-43f0-aaee-82087afcecc3 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:52:59.507663 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5396a992-0f90-441f-985c-8080587a19ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:59.573971 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port b3425a93-8816-43f0-aaee-82087afcecc3 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:59.574421 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:59.624455 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:52:59.634045 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port b3425a93-8816-43f0-aaee-82087afcecc3, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=b3425a93-8816-43f0-aaee-82087afcecc3,segment=NetworkSegment(76723e66-8d5e-4113-a34f-8eceaf95e571),segment_id=76723e66-8d5e-4113-a34f-8eceaf95e571)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:52:59.663565 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Sync routers for ids ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:52:59.686840 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Routers {'14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:52:59.687478 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:52:59.692172 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e329-ef62-41e5-a7e9-23b5a14bb512 req-92a6dbe7-587f-42ab-85c2-6f7a2123a176 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:59.699129 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6870e329-ef62-41e5-a7e9-23b5a14bb512 req-92a6dbe7-587f-42ab-85c2-6f7a2123a176 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 945 time: 0.0771980 Mar 09 14:52:59.731404 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-5396a992-0f90-441f-985c-8080587a19ad None None] Current status of the port b3425a93-8816-43f0-aaee-82087afcecc3 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:52:59.731404 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-5396a992-0f90-441f-985c-8080587a19ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:59.735049 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:59.739579 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:52:59.740458 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-b94d6bc3-c7f5-44de-948b-d5c873f9d132 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7049935 Mar 09 14:52:59.744318 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42482) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:59.757830 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-6870e329-ef62-41e5-a7e9-23b5a14bb512 req-d8d3fc7a-3dd2-4696-98aa-b0f74f7c2efd tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577831 Mar 09 14:52:59.879986 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=b3425a93-8816-43f0-aaee-82087afcecc3,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:52:59.898164 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.db.api [None req-5396a992-0f90-441f-985c-8080587a19ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109968) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 14:52:59.898797 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG oslo_db.api [None req-5396a992-0f90-441f-985c-8080587a19ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 14:52:59.908151 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Set router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:52:59.974608 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1355c3-e7b1-46c9-8500-78cf1aceea74 req-3dd270e6-3e61-45a8-bcf0-23e8b0dbf1c5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:52:59.975995 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fe1355c3-e7b1-46c9-8500-78cf1aceea74 req-3dd270e6-3e61-45a8-bcf0-23e8b0dbf1c5 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 945 time: 0.1112421 Mar 09 14:52:59.985148 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42486) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:52:59.991471 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-71c126fa-f962-40d2-9959-262c7d6f378f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Request body: {'floatingip': {'port_id': '8a10f9be-83dd-4283-a08b-ee16b59ab89a'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:00.058651 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71c126fa-f962-40d2-9959-262c7d6f378f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (4db4cfb5-448e-4dd4-a404-1406a199d656), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.086973 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'name': 'tempest-TestVolumeBootPattern-969604828-router', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:52:58Z', 'revision_number': 3, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'gw_port': {'id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:00.113010 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Checking router: 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:53:00.113626 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Updating router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 port 3c96222d-6bb5-4c0d-829c-148eb615cb9e binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:53:00.145784 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.395384 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Publish callbacks [] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.433432 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-5396a992-0f90-441f-985c-8080587a19ad None None] Current status of the port b3425a93-8816-43f0-aaee-82087afcecc3 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:53:00.463404 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.518741 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Attempting to bind port 3c96222d-6bb5-4c0d-829c-148eb615cb9e on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:53:00.519108 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Attempting to bind port 3c96222d-6bb5-4c0d-829c-148eb615cb9e by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:53:00.519466 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Attempting to bind port 3c96222d-6bb5-4c0d-829c-148eb615cb9e on network a3723293-bfc5-452b-a949-b98fd51ccf30 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:53:00.521595 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2255a5-cc06-4087-99a3-58d37b7429d1 None None] Pushing event updated for resources: {'Port': ['ID=3c96222d-6bb5-4c0d-829c-148eb615cb9e,revision_number=2']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:00.526880 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:53:00.527255 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Checking segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:53:00.527890 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.528012 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Bound using segment: {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:53:00.528476 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Bound port: 3c96222d-6bb5-4c0d-829c-148eb615cb9e, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37265-6755-4878-ba6b-f4476c336cf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:53:00.528880 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.572546 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.582523 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-fdec49db-0490-44bf-9563-8fb07a77fa92 None None] Provisioning complete for port b3425a93-8816-43f0-aaee-82087afcecc3 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:00.582897 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-fdec49db-0490-44bf-9563-8fb07a77fa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.606542 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] For port 3c96222d-6bb5-4c0d-829c-148eb615cb9e, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:53:00.625212 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] For port 3c96222d-6bb5-4c0d-829c-148eb615cb9e, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=3c96222d-6bb5-4c0d-829c-148eb615cb9e,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:53:00.676825 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-fdec49db-0490-44bf-9563-8fb07a77fa92 None None] Current status of the port b3425a93-8816-43f0-aaee-82087afcecc3 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:53:00.691692 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.755828 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Routers {'14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:53:00.756531 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:00.759432 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2255a5-cc06-4087-99a3-58d37b7429d1 None None] Pushing event updated for resources: {'Port': ['ID=3c96222d-6bb5-4c0d-829c-148eb615cb9e,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:00.774266 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71c126fa-f962-40d2-9959-262c7d6f378f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.795940 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b3425a93-8816-43f0-aaee-82087afcecc3 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:53:00.824702 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Allocated IP 172.20.0.1 (26e02255-2f01-4dfa-af03-2e64cdd47956/2658fe73-5fe9-4a8d-a17a-55f54af71005/4ec58db2-8cf8-478b-acbc-7edea1a84b68) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:53:00.833377 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71c126fa-f962-40d2-9959-262c7d6f378f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (4db4cfb5-448e-4dd4-a404-1406a199d656), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:00.903715 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] Set router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:53:00.930485 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port b3425a93-8816-43f0-aaee-82087afcecc3 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:00.930777 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:01.010902 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-71c126fa-f962-40d2-9959-262c7d6f378f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Floating IP 4db4cfb5-448e-4dd4-a404-1406a199d656 associated. External IP: 172.27.2.124, port: 8a10f9be-83dd-4283-a08b-ee16b59ab89a. Mar 09 14:53:01.070019 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Publish callbacks [] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:01.247724 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:01.249437 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port b3425a93-8816-43f0-aaee-82087afcecc3 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:53:01.275766 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'name': 'tempest-TestVolumeBootPattern-969604828-router', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:52:58Z', 'revision_number': 3, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'gw_port': {'id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:01.302955 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b777100-f2a0-43e7-bbbb-85bb855ec6d6 None None] The sync data for ids ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'] in dv-cinder-830086-3-iscsi is: [{'id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'name': 'tempest-TestVolumeBootPattern-969604828-router', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:52:58Z', 'revision_number': 3, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'gw_port': {'id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:53:01.485491 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42504) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:01.559927 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ec58db2-8cf8-478b-acbc-7edea1a84b68,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:01.573707 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Network 26e02255-2f01-4dfa-af03-2e64cdd47956 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:53:01.575417 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:53:01.582915 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:53:01.608253 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c126fa-f962-40d2-9959-262c7d6f378f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Router 948445ec-5d44-41b8-9325-e539e54798db has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:53:01.652498 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd02f-88f2-498c-9d05-b1a5bf99cc7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:01.667034 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580608'] for router_interface (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:01.734501 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd02f-88f2-498c-9d05-b1a5bf99cc7b admin admin] Publish callbacks [] for security_group (44f884eb-c747-41d4-b901-dff0312a0c5e), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:01.816084 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-8f4dd02f-88f2-498c-9d05-b1a5bf99cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (44f884eb-c747-41d4-b901-dff0312a0c5e), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:01.843629 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c126fa-f962-40d2-9959-262c7d6f378f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:53:01.849788 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-71c126fa-f962-40d2-9959-262c7d6f378f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:01.858595 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] Sync routers for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:53:01.860921 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dd02f-88f2-498c-9d05-b1a5bf99cc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f884eb-c747-41d4-b901-dff0312a0c5e,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:01.868693 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42508) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:01.868913 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-8f4dd02f-88f2-498c-9d05-b1a5bf99cc7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b37f970b951e438898fca4d6c394a536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820684 Mar 09 14:53:01.876831 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:53:01.876831 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:01.922020 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-acfb1e78-8c71-4f20-bae4-3ea6ca723ad3 None None] Provisioning complete for port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:01.923164 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-acfb1e78-8c71-4f20-bae4-3ea6ca723ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:01.925832 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:01.940746 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-71c126fa-f962-40d2-9959-262c7d6f378f tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "PUT /v2.0/floatingips/4db4cfb5-448e-4dd4-a404-1406a199d656 HTTP/1.1" status: 200 len: 991 time: 1.9417901 Mar 09 14:53:01.940746 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'tag': '8a10f9be-83dd-4283-a08b-ee16b59ab89a'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:53:01.940746 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "be3683ba-3694-4170-9b17-eac43c0a4b25", "tag": "8a10f9be-83dd-4283-a08b-ee16b59ab89a"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:53:01.978773 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-acfb1e78-8c71-4f20-bae4-3ea6ca723ad3 None None] Port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:53:01.998950 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3d86ad-e6e0-4059-b491-1e51d77b9f79 x-openstack-request-id: req-cc3d86ad-e6e0-4059-b491-1e51d77b9f79 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:53:01.999394 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3683ba-3694-4170-9b17-eac43c0a4b25", "tag": "8a10f9be-83dd-4283-a08b-ee16b59ab89a", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:53:01.999513 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc3d86ad-e6e0-4059-b491-1e51d77b9f79 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:53:01.999870 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'tag': '8a10f9be-83dd-4283-a08b-ee16b59ab89a', 'status': 'completed', 'code': 200} Mar 09 14:53:02.018520 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5d20ddf8-650f-4056-a9ba-d568ee89fa20 admin admin] Publish callbacks [] for security_group (44f884eb-c747-41d4-b901-dff0312a0c5e), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:02.032649 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:53:02.066834 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-20165a72-ae72-465f-912d-c435d820e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:02.067394 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5d20ddf8-650f-4056-a9ba-d568ee89fa20 admin admin] Publish callbacks [] for security_group (44f884eb-c747-41d4-b901-dff0312a0c5e), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:02.069747 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-20165a72-ae72-465f-912d-c435d820e6d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 1129 time: 0.0677404 Mar 09 14:53:02.194835 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Publish callbacks [] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:02.195759 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-14d6e6af-cb9c-42b6-8f0f-fe5e6cea644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:02.197920 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-14d6e6af-cb9c-42b6-8f0f-fe5e6cea644d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 200 len: 911 time: 0.1216600 Mar 09 14:53:02.235878 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5d20ddf8-650f-4056-a9ba-d568ee89fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (44f884eb-c747-41d4-b901-dff0312a0c5e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:02.238803 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5d20ddf8-650f-4056-a9ba-d568ee89fa20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:02.240251 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5d20ddf8-650f-4056-a9ba-d568ee89fa20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44f884eb-c747-41d4-b901-dff0312a0c5e HTTP/1.1" status: 204 len: 168 time: 0.3559048 Mar 09 14:53:02.248872 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20ddf8-650f-4056-a9ba-d568ee89fa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f884eb-c747-41d4-b901-dff0312a0c5e,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:02.267903 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:02.286097 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-6219b0fe-6882-46d1-ab07-a2258cd194e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a10f9be-83dd-4283-a08b-ee16b59ab89a HTTP/1.1" status: 200 len: 999 time: 0.0824223 Mar 09 14:53:02.317297 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '4db4cfb5-448e-4dd4-a404-1406a199d656', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '948445ec-5d44-41b8-9325-e539e54798db', 'port_id': '8a10f9be-83dd-4283-a08b-ee16b59ab89a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'mac_address': 'fa:16:3e:83:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:52:44Z', 'updated_at': '2022-03-09T14:53:00Z', 'revision_number': 1, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:02.360687 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-8b7179a3-371e-4f80-b1e3-d9f77e0d17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:02.362506 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-8b7179a3-371e-4f80-b1e3-d9f77e0d17b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35bb6907-92c8-43d5-8fa4-60e4dd9b091d HTTP/1.1" status: 200 len: 849 time: 0.0709875 Mar 09 14:53:02.374517 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4ec58db2-8cf8-478b-acbc-7edea1a84b68,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:02.377200 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-785590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580780'] for router_interface (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:02.440654 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-aaa1d2d9-cbee-4792-a9bb-db4540c734b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:02.442117 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-aaa1d2d9-cbee-4792-a9bb-db4540c734b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732114 Mar 09 14:53:02.460164 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] Checking router: 948445ec-5d44-41b8-9325-e539e54798db for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:53:02.469584 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:53:02.470326 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:02.483133 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Network 26e02255-2f01-4dfa-af03-2e64cdd47956 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:53:02.488657 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:53:02.571393 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-0b3dc48f-4aad-4125-8499-91e0f8197d6e service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230779 Mar 09 14:53:02.615697 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:53:02.618923 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:53:02.733697 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-4ff25dec-59b1-469f-a9bf-dc7e66a50bf8 req-8419b34f-4f1b-4c21-9f66-d4a5ed4622eb service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552196 Mar 09 14:53:02.810995 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:53:02.812148 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-880e52bb-465d-4087-92b7-507aa1aafe70 None None] Provisioning complete for port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:02.812531 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-880e52bb-465d-4087-92b7-507aa1aafe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:02.826342 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-d20c3197-6022-4991-b152-4d84ffb186b3 admin admin] 10.222.0.20 "PUT /v2.0/routers/14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0801854 Mar 09 14:53:02.845795 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 3c96222d-6bb5-4c0d-829c-148eb615cb9e up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:53:02.891744 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-880e52bb-465d-4087-92b7-507aa1aafe70 None None] Port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:53:02.911502 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 3c96222d-6bb5-4c0d-829c-148eb615cb9e triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:02.911889 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:02.961736 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '4db4cfb5-448e-4dd4-a404-1406a199d656', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '948445ec-5d44-41b8-9325-e539e54798db', 'port_id': '8a10f9be-83dd-4283-a08b-ee16b59ab89a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'mac_address': 'fa:16:3e:83:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:52:44Z', 'updated_at': '2022-03-09T14:53:00Z', 'revision_number': 1, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:02.992334 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0657991-61d3-41e3-ba5c-f3b33f62140f None None] The sync data for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi is: [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '4db4cfb5-448e-4dd4-a404-1406a199d656', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '948445ec-5d44-41b8-9325-e539e54798db', 'port_id': '8a10f9be-83dd-4283-a08b-ee16b59ab89a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'mac_address': 'fa:16:3e:83:5b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:52:44Z', 'updated_at': '2022-03-09T14:53:00Z', 'revision_number': 1, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:53:03.007642 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 3c96222d-6bb5-4c0d-829c-148eb615cb9e is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:53:03.008177 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:03.046309 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] For port 3c96222d-6bb5-4c0d-829c-148eb615cb9e, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=3c96222d-6bb5-4c0d-829c-148eb615cb9e,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:53:03.086255 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42524) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:03.106487 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfcb7-d33b-4d09-9cdb-dde16b1e25a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:03.131205 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:03.204486 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Pushing event updated for resources: {'Port': ['ID=3c96222d-6bb5-4c0d-829c-148eb615cb9e,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:03.219799 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfcb7-d33b-4d09-9cdb-dde16b1e25a4 admin admin] Publish callbacks [] for security_group (ac295972-f605-4432-bedc-0760ba69660d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:03.304047 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Sync routers for ids ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:53:03.314489 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfcb7-d33b-4d09-9cdb-dde16b1e25a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (ac295972-f605-4432-bedc-0760ba69660d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:03.317415 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Routers {'14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:53:03.318193 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:03.355571 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-dd7cfcb7-d33b-4d09-9cdb-dde16b1e25a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd733a2245bf403d8db1cf1af4e8f33a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677760 Mar 09 14:53:03.358261 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42526) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:03.360111 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cfcb7-d33b-4d09-9cdb-dde16b1e25a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac295972-f605-4432-bedc-0760ba69660d,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:03.408330 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8a7af-f60d-495a-bfb1-8f3bcbfef68a None None] New status for floating IP 4db4cfb5-448e-4dd4-a404-1406a199d656: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:53:03.437399 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24880078-7838-4c85-8f8b-515880f5a5fb admin admin] Publish callbacks [] for security_group (ac295972-f605-4432-bedc-0760ba69660d), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:03.472125 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24880078-7838-4c85-8f8b-515880f5a5fb admin admin] Publish callbacks [] for security_group (ac295972-f605-4432-bedc-0760ba69660d), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:03.473279 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Set router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:53:03.588087 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24880078-7838-4c85-8f8b-515880f5a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (ac295972-f605-4432-bedc-0760ba69660d), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:03.590661 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-24880078-7838-4c85-8f8b-515880f5a5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:03.591928 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-24880078-7838-4c85-8f8b-515880f5a5fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac295972-f605-4432-bedc-0760ba69660d HTTP/1.1" status: 204 len: 168 time: 0.2326465 Mar 09 14:53:03.600440 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24880078-7838-4c85-8f8b-515880f5a5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac295972-f605-4432-bedc-0760ba69660d,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:03.717247 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'name': 'tempest-TestVolumeBootPattern-969604828-router', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:01Z', 'revision_number': 4, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'gw_port': {'id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4ec58db2-8cf8-478b-acbc-7edea1a84b68', 'name': '', 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'mac_address': 'fa:16:3e:4c:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2658fe73-5fe9-4a8d-a17a-55f54af71005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:53:00Z', 'updated_at': '2022-03-09T14:53:02Z', 'revision_number': 2, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'subnets': [{'id': '2658fe73-5fe9-4a8d-a17a-55f54af71005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:03.744340 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Checking router: 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:53:03.749184 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Updating router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 binding host dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 14:53:03.773691 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.003572 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42534) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:04.007635 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-4d57bd45-4bb1-4431-829a-15550102462c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355157572', 'description': 'tempest-secgroup-smoke-1355157572 description', 'project_id': '4fb89c3ffaae45299cf60de734481334'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:04.053482 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.066014 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Publish callbacks [] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), precommit_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.107747 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4d57bd45-4bb1-4431-829a-15550102462c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.136223 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.176063 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4d57bd45-4bb1-4431-829a-15550102462c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group (3e58da01-0c23-4108-9fc6-f799a8e971f0), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.186619 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b34aef-63d4-4035-b94e-c2cd06750708 None None] Pushing event updated for resources: {'Port': ['ID=4ec58db2-8cf8-478b-acbc-7edea1a84b68,revision_number=3']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:04.234622 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4d57bd45-4bb1-4431-829a-15550102462c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (3e58da01-0c23-4108-9fc6-f799a8e971f0), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.260784 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Attempting to bind port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 on host dv-cinder-830086-3-iscsi for vnic_type normal with profile {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:53:04.261856 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Attempting to bind port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 by drivers openvswitch,hyperv on host dv-cinder-830086-3-iscsi at level 0 using segments [{'id': '76723e66-8d5e-4113-a34f-8eceaf95e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956'}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:53:04.262452 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Attempting to bind port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 on network 26e02255-2f01-4dfa-af03-2e64cdd47956 {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:53:04.271345 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Checking agent: {'id': 'c076f8f7-c90c-4af3-9bc4-5c44e855e0c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 36, 21), 'started_at': datetime.datetime(2022, 3, 9, 14, 36, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:53:04.272029 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Checking segment: {'id': '76723e66-8d5e-4113-a34f-8eceaf95e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:53:04.273116 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.274011 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Bound using segment: {'id': '76723e66-8d5e-4113-a34f-8eceaf95e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956'} {{(pid=109968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:53:04.274946 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.managers [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Bound port: 4ec58db2-8cf8-478b-acbc-7edea1a84b68, host: dv-cinder-830086-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76723e66-8d5e-4113-a34f-8eceaf95e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956'}}] {{(pid=109968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:53:04.275512 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.298211 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57bd45-4bb1-4431-829a-15550102462c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e58da01-0c23-4108-9fc6-f799a8e971f0,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:04.332681 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-4d57bd45-4bb1-4431-829a-15550102462c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.336941 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-4d57bd45-4bb1-4431-829a-15550102462c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3298545 Mar 09 14:53:04.337343 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42542) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:04.343019 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-1ceea654-0922-4d6b-8039-0dd440ed0c0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'security_group_rule': {'security_group_id': '3e58da01-0c23-4108-9fc6-f799a8e971f0', 'project_id': '4fb89c3ffaae45299cf60de734481334', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:04.362938 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] For port 4ec58db2-8cf8-478b-acbc-7edea1a84b68, host dv-cinder-830086-3-iscsi, cleared binding levels {{(pid=109968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:53:04.367104 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] For port 4ec58db2-8cf8-478b-acbc-7edea1a84b68, host dv-cinder-830086-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=4ec58db2-8cf8-478b-acbc-7edea1a84b68,segment=NetworkSegment(76723e66-8d5e-4113-a34f-8eceaf95e571),segment_id=76723e66-8d5e-4113-a34f-8eceaf95e571)] {{(pid=109968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:53:04.430575 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1ceea654-0922-4d6b-8039-0dd440ed0c0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (a5c805e6-1b3b-472e-8d98-338b3d453e0a), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.434226 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.488564 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Routers {'14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:53:04.489216 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:52:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:04.540949 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1ceea654-0922-4d6b-8039-0dd440ed0c0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (a5c805e6-1b3b-472e-8d98-338b3d453e0a), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.567370 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b34aef-63d4-4035-b94e-c2cd06750708 None None] Pushing event updated for resources: {'Port': ['ID=4ec58db2-8cf8-478b-acbc-7edea1a84b68,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:04.583116 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-d679daf7-62fd-423b-8b9f-73c548d8823f None None] Provisioning complete for port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:04.583497 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d679daf7-62fd-423b-8b9f-73c548d8823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.659084 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1ceea654-0922-4d6b-8039-0dd440ed0c0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (a5c805e6-1b3b-472e-8d98-338b3d453e0a), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.675297 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] Set router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:53:04.678366 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceea654-0922-4d6b-8039-0dd440ed0c0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c805e6-1b3b-472e-8d98-338b3d453e0a,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:04.750317 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-1ceea654-0922-4d6b-8039-0dd440ed0c0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.754797 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42552) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:04.755399 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-1ceea654-0922-4d6b-8039-0dd440ed0c0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4168062 Mar 09 14:53:04.760051 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-1174f2db-dbe4-4240-8ecc-b3d146ca7c3e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'security_group_rule': {'security_group_id': '3e58da01-0c23-4108-9fc6-f799a8e971f0', 'project_id': '4fb89c3ffaae45299cf60de734481334', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:04.771716 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 3c96222d-6bb5-4c0d-829c-148eb615cb9e up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:53:04.809200 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-d679daf7-62fd-423b-8b9f-73c548d8823f None None] Current status of the port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 is: DOWN; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:53:04.809595 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d679daf7-62fd-423b-8b9f-73c548d8823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.867283 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1174f2db-dbe4-4240-8ecc-b3d146ca7c3e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (113d7f3a-bc6e-4ce0-ba7a-0feb40c3db66), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.900209 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-d679daf7-62fd-423b-8b9f-73c548d8823f None None] For port 4ec58db2-8cf8-478b-acbc-7edea1a84b68, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=4ec58db2-8cf8-478b-acbc-7edea1a84b68,segment=NetworkSegment(76723e66-8d5e-4113-a34f-8eceaf95e571),segment_id=76723e66-8d5e-4113-a34f-8eceaf95e571)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:53:04.921380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 3c96222d-6bb5-4c0d-829c-148eb615cb9e triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:04.922276 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.928054 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1174f2db-dbe4-4240-8ecc-b3d146ca7c3e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (113d7f3a-bc6e-4ce0-ba7a-0feb40c3db66), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:04.977920 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-d679daf7-62fd-423b-8b9f-73c548d8823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.039151 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1174f2db-dbe4-4240-8ecc-b3d146ca7c3e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (113d7f3a-bc6e-4ce0-ba7a-0feb40c3db66), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.057286 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174f2db-dbe4-4240-8ecc-b3d146ca7c3e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113d7f3a-bc6e-4ce0-ba7a-0feb40c3db66,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:05.061522 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679daf7-62fd-423b-8b9f-73c548d8823f None None] Pushing event updated for resources: {'Port': ['ID=4ec58db2-8cf8-478b-acbc-7edea1a84b68,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:05.078195 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 3c96222d-6bb5-4c0d-829c-148eb615cb9e is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:53:05.082378 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'name': 'tempest-TestVolumeBootPattern-969604828-router', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:01Z', 'revision_number': 4, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'gw_port': {'id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4ec58db2-8cf8-478b-acbc-7edea1a84b68', 'name': '', 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'mac_address': 'fa:16:3e:4c:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2658fe73-5fe9-4a8d-a17a-55f54af71005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:53:00Z', 'updated_at': '2022-03-09T14:53:04Z', 'revision_number': 4, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'subnets': [{'id': '2658fe73-5fe9-4a8d-a17a-55f54af71005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:05.156117 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1174f2db-dbe4-4240-8ecc-b3d146ca7c3e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.158150 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1174f2db-dbe4-4240-8ecc-b3d146ca7c3e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4015956 Mar 09 14:53:05.167178 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42560) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:05.175472 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-c218b313-22c6-4758-b888-832810fbd9c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'security_group_rule': {'security_group_id': '3e58da01-0c23-4108-9fc6-f799a8e971f0', 'project_id': '4fb89c3ffaae45299cf60de734481334', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:05.242201 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55450b12-3b42-4f37-9d6c-9f78ea0379de None None] The sync data for ids ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'] in dv-cinder-830086-3-iscsi is: [{'id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'name': 'tempest-TestVolumeBootPattern-969604828-router', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:01Z', 'revision_number': 4, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'gw_port': {'id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': '4ec58db2-8cf8-478b-acbc-7edea1a84b68', 'name': '', 'network_id': '26e02255-2f01-4dfa-af03-2e64cdd47956', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'mac_address': 'fa:16:3e:4c:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '2658fe73-5fe9-4a8d-a17a-55f54af71005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:53:00Z', 'updated_at': '2022-03-09T14:53:04Z', 'revision_number': 4, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'subnets': [{'id': '2658fe73-5fe9-4a8d-a17a-55f54af71005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:53:05.251835 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-f8399c13-ab81-48d3-8ab1-dacc18b673f6 None None] Provisioning complete for port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:05.252205 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f8399c13-ab81-48d3-8ab1-dacc18b673f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.267640 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c218b313-22c6-4758-b888-832810fbd9c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (649b74f6-a9ce-4faf-9e44-adffd29379a8), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.351015 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c218b313-22c6-4758-b888-832810fbd9c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (649b74f6-a9ce-4faf-9e44-adffd29379a8), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.376242 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-f8399c13-ab81-48d3-8ab1-dacc18b673f6 None None] Current status of the port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:53:05.438845 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c218b313-22c6-4758-b888-832810fbd9c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (649b74f6-a9ce-4faf-9e44-adffd29379a8), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.461665 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218b313-22c6-4758-b888-832810fbd9c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649b74f6-a9ce-4faf-9e44-adffd29379a8,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:05.526795 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-c218b313-22c6-4758-b888-832810fbd9c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.528115 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-c218b313-22c6-4758-b888-832810fbd9c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3598125 Mar 09 14:53:05.531332 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42570) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:05.536686 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [None req-3ecde157-ccaa-4ff2-b877-fb6cfd05a0c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'security_group_rule': {'security_group_id': '3e58da01-0c23-4108-9fc6-f799a8e971f0', 'project_id': '4fb89c3ffaae45299cf60de734481334', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:05.622809 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3ecde157-ccaa-4ff2-b877-fb6cfd05a0c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (e93d6659-0819-4722-9f51-bc1c9d55150d), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.683070 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3ecde157-ccaa-4ff2-b877-fb6cfd05a0c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (e93d6659-0819-4722-9f51-bc1c9d55150d), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.752543 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3ecde157-ccaa-4ff2-b877-fb6cfd05a0c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (e93d6659-0819-4722-9f51-bc1c9d55150d), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.770687 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecde157-ccaa-4ff2-b877-fb6cfd05a0c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93d6659-0819-4722-9f51-bc1c9d55150d,revision_number=0']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:05.852033 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-3ecde157-ccaa-4ff2-b877-fb6cfd05a0c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:05.856142 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-3ecde157-ccaa-4ff2-b877-fb6cfd05a0c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3235831 Mar 09 14:53:05.856455 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42582) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:05.861224 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-3811f194-646e-4fac-a6f4-0636b36d5a59 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'security_group_rule': {'security_group_id': '3e58da01-0c23-4108-9fc6-f799a8e971f0', 'project_id': '4fb89c3ffaae45299cf60de734481334', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:05.970444 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.securitygroups_db [None req-3811f194-646e-4fac-a6f4-0636b36d5a59 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Project 4fb89c3ffaae45299cf60de734481334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:53:05.976096 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3811f194-646e-4fac-a6f4-0636b36d5a59 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (d726937c-e4c8-4ef0-ab5b-6eac10c49019), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.042479 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3811f194-646e-4fac-a6f4-0636b36d5a59 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (d726937c-e4c8-4ef0-ab5b-6eac10c49019), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.125495 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3811f194-646e-4fac-a6f4-0636b36d5a59 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (d726937c-e4c8-4ef0-ab5b-6eac10c49019), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.143863 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811f194-646e-4fac-a6f4-0636b36d5a59 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d726937c-e4c8-4ef0-ab5b-6eac10c49019,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:06.253046 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3811f194-646e-4fac-a6f4-0636b36d5a59 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.254283 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3811f194-646e-4fac-a6f4-0636b36d5a59 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3967404 Mar 09 14:53:06.257023 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42608) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:06.261352 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-59c8cb90-57d1-4215-9a11-4d14f5ac44eb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'security_group_rule': {'security_group_id': '3e58da01-0c23-4108-9fc6-f799a8e971f0', 'project_id': '4fb89c3ffaae45299cf60de734481334', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:06.364383 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.securitygroups_db [None req-59c8cb90-57d1-4215-9a11-4d14f5ac44eb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Project 4fb89c3ffaae45299cf60de734481334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 14:53:06.369662 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59c8cb90-57d1-4215-9a11-4d14f5ac44eb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (75dff174-9ed6-46a2-897f-e0c2b7e52bfa), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.431653 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59c8cb90-57d1-4215-9a11-4d14f5ac44eb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (75dff174-9ed6-46a2-897f-e0c2b7e52bfa), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.529067 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59c8cb90-57d1-4215-9a11-4d14f5ac44eb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559374'] for security_group_rule (75dff174-9ed6-46a2-897f-e0c2b7e52bfa), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.543833 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8cb90-57d1-4215-9a11-4d14f5ac44eb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dff174-9ed6-46a2-897f-e0c2b7e52bfa,revision_number=0']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:06.617977 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-59c8cb90-57d1-4215-9a11-4d14f5ac44eb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.619196 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-59c8cb90-57d1-4215-9a11-4d14f5ac44eb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3612220 Mar 09 14:53:06.702038 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42630) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:06.789426 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 4ec58db2-8cf8-478b-acbc-7edea1a84b68 up at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:53:06.823604 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-faa4ed61-8914-48ea-80f2-161821912209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.842483 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Provisioning complete for port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:06.842850 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.907906 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-faa4ed61-8914-48ea-80f2-161821912209 admin admin] Publish callbacks [] for security_group (bc163355-78f7-471d-90d1-25a19fd48747), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:06.924008 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Current status of the port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 is: ACTIVE; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:53:06.998555 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-faa4ed61-8914-48ea-80f2-161821912209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (bc163355-78f7-471d-90d1-25a19fd48747), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:07.034449 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4ed61-8914-48ea-80f2-161821912209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc163355-78f7-471d-90d1-25a19fd48747,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:07.038703 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-faa4ed61-8914-48ea-80f2-161821912209 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b160dc1797b7405191d65d32631a0f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356543 Mar 09 14:53:07.041513 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42654) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:07.088169 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5baf86f9-3964-4eeb-8151-e0f3242fc04c admin admin] Publish callbacks [] for security_group (bc163355-78f7-471d-90d1-25a19fd48747), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:07.109786 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5baf86f9-3964-4eeb-8151-e0f3242fc04c admin admin] Publish callbacks [] for security_group (bc163355-78f7-471d-90d1-25a19fd48747), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:07.192658 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5baf86f9-3964-4eeb-8151-e0f3242fc04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (bc163355-78f7-471d-90d1-25a19fd48747), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:07.195249 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5baf86f9-3964-4eeb-8151-e0f3242fc04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:07.196392 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5baf86f9-3964-4eeb-8151-e0f3242fc04c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc163355-78f7-471d-90d1-25a19fd48747 HTTP/1.1" status: 204 len: 168 time: 0.1539853 Mar 09 14:53:07.203986 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf86f9-3964-4eeb-8151-e0f3242fc04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc163355-78f7-471d-90d1-25a19fd48747,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:07.755695 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42664) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:07.768339 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a086f9c4-42ed-4006-be77-f30e0009c0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:07.844569 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a086f9c4-42ed-4006-be77-f30e0009c0fb admin admin] Publish callbacks [] for security_group (71167e1c-6ed4-48df-84b6-82dcc91b1569), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:07.890596 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a086f9c4-42ed-4006-be77-f30e0009c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (71167e1c-6ed4-48df-84b6-82dcc91b1569), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:07.931696 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086f9c4-42ed-4006-be77-f30e0009c0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71167e1c-6ed4-48df-84b6-82dcc91b1569,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:07.937268 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a086f9c4-42ed-4006-be77-f30e0009c0fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05139778e76b40fd8d7bc491d1adbf47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805563 Mar 09 14:53:07.939810 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42678) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:07.989472 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Publish callbacks [] for security_group (71167e1c-6ed4-48df-84b6-82dcc91b1569), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:08.014158 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Publish callbacks [] for security_group (71167e1c-6ed4-48df-84b6-82dcc91b1569), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:08.209270 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (71167e1c-6ed4-48df-84b6-82dcc91b1569), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:08.211811 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:08.212984 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71167e1c-6ed4-48df-84b6-82dcc91b1569 HTTP/1.1" status: 204 len: 168 time: 0.2722316 Mar 09 14:53:08.220582 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71167e1c-6ed4-48df-84b6-82dcc91b1569,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:08.227554 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.227908 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.228254 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.228597 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.228963 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.229298 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.229633 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.229961 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.230290 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.230622 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.230953 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.231275 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:08.231621 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe5c-1cd5-4a6e-be99-4791c81b3762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:09.146012 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:53:14.883380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7290b419-497a-48d7-9dd2-85f515592602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:17.202830 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cb03a919-79d9-4fcf-b163-8962a62b5ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:18.356516 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:19.733791 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:21.138968 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:26.667721 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-9e9030f7-a227-4a1c-b5b3-340e4231d5fb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355157572&fields=id&tenant_id=4fb89c3ffaae45299cf60de734481334 HTTP/1.1" status: 200 len: 267 time: 0.0418105 Mar 09 14:53:26.770672 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-c85b417a-7aac-44fa-8207-f04e9cbbaddc tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:26.772161 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-c85b417a-7aac-44fa-8207-f04e9cbbaddc tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 811 time: 0.0977669 Mar 09 14:53:26.785978 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-e098f3f6-67c8-4808-a0e0-c120a88283fb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/quotas/4fb89c3ffaae45299cf60de734481334 HTTP/1.1" status: 200 len: 375 time: 0.0085385 Mar 09 14:53:26.842733 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-9552fd1d-7fe8-4707-bf6d-493671f913e5 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519981 Mar 09 14:53:26.935464 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-de44e9f5-dd69-4377-834f-197321fbcfcf service neutron] 10.222.0.20 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813310 Mar 09 14:53:27.027155 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-9f763eb6-1259-4e8b-bae2-166a11695075 service neutron] 10.222.0.20 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Mar 09 14:53:27.597968 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f6a885b1-51b5-4e66-8f45-e8dcefb0ceaa req-5a5bc976-348f-4c04-8f2c-a70d5214e435 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 210 time: 0.0269928 Mar 09 14:53:28.689548 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-350e899c-b544-48f7-ab5e-6cc1bc823bcc req-959bed6e-9b64-4c99-a12f-0535cd17091b tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 210 time: 0.0269370 Mar 09 14:53:29.629935 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-36dfc080-aad5-4abd-a368-7a5b5697db44 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:29.631361 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-36dfc080-aad5-4abd-a368-7a5b5697db44 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 811 time: 0.1005971 Mar 09 14:53:29.691332 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-1636074a-e722-406d-8ad7-dd130ca401ce tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fb89c3ffaae45299cf60de734481334 HTTP/1.1" status: 200 len: 380 time: 0.0506649 Mar 09 14:53:29.701710 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'port': {'device_id': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'admin_state_up': True, 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'security_groups': ['3e58da01-0c23-4108-9fc6-f799a8e971f0']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:29.788803 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2819a388-a8e4-418f-8456-f5ac4a098189 req-f95f9bda-00d0-4cb4-8067-0a26eac46891 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 210 time: 0.0330701 Mar 09 14:53:29.863401 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Made reservation on behalf of 4fb89c3ffaae45299cf60de734481334 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:53:29.866953 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:29.993649 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Allocated IP 172.20.0.10 (82aa80a4-88b6-4bac-8150-e9ffcae18792/fb3da3dd-66b3-4f69-bfc1-0dbabb24847d/0efffca4-982c-4bef-9383-7eacfecaef61) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:53:30.132521 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for port (0efffca4-982c-4bef-9383-7eacfecaef61), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.251739 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.291300 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:53:30.295039 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:53:30.301380 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:53:30.327628 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'Port': ['ID=0efffca4-982c-4bef-9383-7eacfecaef61,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:30.354100 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:30.354704 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.443686 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-7620ac1a-ee0b-4950-b9dd-aba63dc50431 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7460029 Mar 09 14:53:30.456656 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Request body: {'port': {'device_id': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:30.523501 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.526151 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42894) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:30.555894 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-120da91e-dc92-44f5-815f-c0933c155037 None None] Provisioning complete for port 0efffca4-982c-4bef-9383-7eacfecaef61 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:30.555894 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-120da91e-dc92-44f5-815f-c0933c155037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.588327 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-120da91e-dc92-44f5-815f-c0933c155037 None None] Port 0efffca4-982c-4bef-9383-7eacfecaef61 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:53:30.654295 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.735436 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Publish callbacks [] for security_group (5759c575-0074-423a-a123-9e13ed3504f1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.785301 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efffca4-982c-4bef-9383-7eacfecaef61 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:53:30.792918 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Publish callbacks [] for port (0efffca4-982c-4bef-9383-7eacfecaef61), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.805443 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Transition to ACTIVE for port object 0efffca4-982c-4bef-9383-7eacfecaef61 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:53:30.817697 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5759c575-0074-423a-a123-9e13ed3504f1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.856126 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5759c575-0074-423a-a123-9e13ed3504f1,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:30.862334 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=663c5086245d4df4814c8ad3e5a997b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345020 Mar 09 14:53:30.865189 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 42900) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:30.875934 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.876295 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.876647 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.877015 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.877360 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.877692 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.878023 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.878354 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.878685 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.879018 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.879345 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.879669 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.879994 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72b2cf7-c392-47c8-9226-45f3e4c36b68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:53:30.915114 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.918514 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5a3615e1-6acc-4504-ad6d-f87b48a4be38 admin admin] Publish callbacks [] for security_group (5759c575-0074-423a-a123-9e13ed3504f1), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.923564 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255a286-4064-4c66-9e1e-38248c57d45f req-ab942405-dc70-446a-b110-be2f4618df94 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:30.925140 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0255a286-4064-4c66-9e1e-38248c57d45f req-ab942405-dc70-446a-b110-be2f4618df94 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 932 time: 0.0665348 Mar 09 14:53:30.975415 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-0255a286-4064-4c66-9e1e-38248c57d45f req-76624500-ba22-4048-a52d-4939430bc0b9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Mar 09 14:53:30.981413 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5a3615e1-6acc-4504-ad6d-f87b48a4be38 admin admin] Publish callbacks [] for security_group (5759c575-0074-423a-a123-9e13ed3504f1), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:30.983248 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Pushing event updated for resources: {'Port': ['ID=0efffca4-982c-4bef-9383-7eacfecaef61,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:31.086117 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Attempting to bind port 0efffca4-982c-4bef-9383-7eacfecaef61 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:53:31.086459 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Attempting to bind port 0efffca4-982c-4bef-9383-7eacfecaef61 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:53:31.086791 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Attempting to bind port 0efffca4-982c-4bef-9383-7eacfecaef61 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:53:31.092266 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Port 0efffca4-982c-4bef-9383-7eacfecaef61 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:53:31.092595 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Attempting to bind port 0efffca4-982c-4bef-9383-7eacfecaef61 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:53:31.097539 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:53:31.097878 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Checking segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:53:31.098265 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Bound using segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:53:31.098695 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Bound port: 0efffca4-982c-4bef-9383-7eacfecaef61, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:53:31.099054 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:31.138476 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5a3615e1-6acc-4504-ad6d-f87b48a4be38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5759c575-0074-423a-a123-9e13ed3504f1), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:31.141058 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-5a3615e1-6acc-4504-ad6d-f87b48a4be38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:31.144776 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-5a3615e1-6acc-4504-ad6d-f87b48a4be38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5759c575-0074-423a-a123-9e13ed3504f1 HTTP/1.1" status: 204 len: 168 time: 0.2759016 Mar 09 14:53:31.158859 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3615e1-6acc-4504-ad6d-f87b48a4be38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5759c575-0074-423a-a123-9e13ed3504f1,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:31.176440 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] For port 0efffca4-982c-4bef-9383-7eacfecaef61, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:53:31.179791 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] For port 0efffca4-982c-4bef-9383-7eacfecaef61, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0efffca4-982c-4bef-9383-7eacfecaef61,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:53:31.247212 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:31.281858 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:31.282533 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:31.283908 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] 10.222.0.16 "PUT /v2.0/ports/0efffca4-982c-4bef-9383-7eacfecaef61 HTTP/1.1" status: 200 len: 1094 time: 0.8327842 Mar 09 14:53:31.286580 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'tag': '0efffca4-982c-4bef-9383-7eacfecaef61'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:53:31.289467 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba975ca-10b9-46b2-b759-40453537b18b" -d '{"events": [{"name": "network-changed", "server_uuid": "b476491c-8eaa-4357-b32e-e87bdff6ea35", "tag": "0efffca4-982c-4bef-9383-7eacfecaef61"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:53:31.321767 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a3e81-a70f-4180-97c7-9ec59bf4286f service neutron] Pushing event updated for resources: {'Port': ['ID=0efffca4-982c-4bef-9383-7eacfecaef61,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:31.337937 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69f2eca-5a38-4e89-9e79-7304533164c5 x-openstack-request-id: req-d69f2eca-5a38-4e89-9e79-7304533164c5 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:53:31.338410 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b476491c-8eaa-4357-b32e-e87bdff6ea35", "tag": "0efffca4-982c-4bef-9383-7eacfecaef61", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:53:31.338686 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d69f2eca-5a38-4e89-9e79-7304533164c5 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:53:31.339140 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'tag': '0efffca4-982c-4bef-9383-7eacfecaef61', 'status': 'completed', 'code': 200} Mar 09 14:53:31.411228 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba975ca-10b9-46b2-b759-40453537b18b req-855aadc7-3210-46f9-84f5-f3c2b47b28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:31.412765 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1ba975ca-10b9-46b2-b759-40453537b18b req-855aadc7-3210-46f9-84f5-f3c2b47b28d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 1128 time: 0.0522196 Mar 09 14:53:31.532738 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba975ca-10b9-46b2-b759-40453537b18b req-d4bea6ab-ebcb-40ad-b3ea-da6c6c0c5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:31.532738 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1ba975ca-10b9-46b2-b759-40453537b18b req-d4bea6ab-ebcb-40ad-b3ea-da6c6c0c5802 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4fb89c3ffaae45299cf60de734481334&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1118112 Mar 09 14:53:31.632687 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba975ca-10b9-46b2-b759-40453537b18b req-b7e4a5b8-1337-4094-bba8-4d116e2b0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:31.634084 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-1ba975ca-10b9-46b2-b759-40453537b18b req-b7e4a5b8-1337-4094-bba8-4d116e2b0257 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917215 Mar 09 14:53:31.722315 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-75295324-0657-430c-922a-1bd8ffd0da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:31.723753 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-75295324-0657-430c-922a-1bd8ffd0da12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 1128 time: 0.0438509 Mar 09 14:53:31.773830 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-f35d6f14-f5d2-4514-8ee3-4aa10f0ab77e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0efffca4-982c-4bef-9383-7eacfecaef61 HTTP/1.1" status: 200 len: 217 time: 0.0362923 Mar 09 14:53:31.821570 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-c6239fa4-45f9-47bb-819e-3bc276350885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:31.822937 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-c6239fa4-45f9-47bb-819e-3bc276350885 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0417423 Mar 09 14:53:31.875361 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-e7cfb928-4be5-4939-a347-afe2729cd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:31.876851 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-e7cfb928-4be5-4939-a347-afe2729cd007 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425670 Mar 09 14:53:31.978130 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-ca17bfe2-0be4-43bd-8e60-9dc3eb822c5f service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911756 Mar 09 14:53:32.069781 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-56f96bde-bb3a-4240-a925-27157ce98ec2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1091855 Mar 09 14:53:32.090648 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-fa8d1de6-c7c8-4ac5-9887-4ca55018fab3 req-0c082dba-7366-445d-bcf1-c5cd13b6ab34 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986593 Mar 09 14:53:32.098424 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1953e9-eaaf-4e8d-913a-bc6003dd91b9 req-d3a14875-19b0-4755-b294-624803ee0882 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:32.098424 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fe1953e9-eaaf-4e8d-913a-bc6003dd91b9 req-d3a14875-19b0-4755-b294-624803ee0882 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 944 time: 0.0525122 Mar 09 14:53:32.148389 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fe1953e9-eaaf-4e8d-913a-bc6003dd91b9 req-90c8b98e-9193-43cf-bab8-4984fb3c7d8f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471871 Mar 09 14:53:32.155268 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-0e3fd364-d434-46f0-829e-b53573132562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:32.156809 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-0e3fd364-d434-46f0-829e-b53573132562 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=aea6fc652c5643a6a0ea48804c38db39&device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 1129 time: 0.0447021 Mar 09 14:53:32.263372 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-df827347-c31e-4365-ade7-2cdca8bd0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:32.264771 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-df827347-c31e-4365-ade7-2cdca8bd0806 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 200 len: 911 time: 0.0887284 Mar 09 14:53:32.328515 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-eb456e24-27ec-4274-8905-04daa139dad4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a10f9be-83dd-4283-a08b-ee16b59ab89a HTTP/1.1" status: 200 len: 1001 time: 0.0561631 Mar 09 14:53:32.376328 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-41107e27-8734-4dac-839a-e064b2b9f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:32.377742 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-41107e27-8734-4dac-839a-e064b2b9f412 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35bb6907-92c8-43d5-8fa4-60e4dd9b091d HTTP/1.1" status: 200 len: 849 time: 0.0425115 Mar 09 14:53:32.430452 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-9600175f-33d5-4720-8ff4-01eeea698ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:32.431992 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-9600175f-33d5-4720-8ff4-01eeea698ebf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d49e8e06-1e68-4b3d-b2e9-9403dc874f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473940 Mar 09 14:53:32.521737 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-436a30fd-4771-4830-a749-0bd21a93375d service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812836 Mar 09 14:53:32.612014 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-e2c89e52-052e-4c01-9fd4-e188aa5cd2d9 req-8ed71bf3-bc51-41cf-86dc-baae96aa9a99 service neutron] 10.222.0.16 "GET /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831707 Mar 09 14:53:33.281967 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0358c8-107f-4d4c-821f-45a5e496b7e3 req-b1e0e397-ecc3-4561-a408-5607fc585f62 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:33.283410 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-df0358c8-107f-4d4c-821f-45a5e496b7e3 req-b1e0e397-ecc3-4561-a408-5607fc585f62 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 944 time: 0.0540123 Mar 09 14:53:33.331673 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-df0358c8-107f-4d4c-821f-45a5e496b7e3 req-5b0291ab-555b-4449-ac4a-eb35f16b69f2 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Mar 09 14:53:34.038860 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:34.445962 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cc34d-29b9-4e99-a872-130fff5adf97 req-5e57beae-ae16-4f5c-84a5-3d5c50424a7a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:34.447400 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7c1cc34d-29b9-4e99-a872-130fff5adf97 req-5e57beae-ae16-4f5c-84a5-3d5c50424a7a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 944 time: 0.0505238 Mar 09 14:53:34.495351 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-7c1cc34d-29b9-4e99-a872-130fff5adf97 req-35c61c17-695f-44b9-b484-3fce002fed96 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Mar 09 14:53:35.615882 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78c64b-23a0-4bef-9bb0-e6e44ba8d5c2 req-542462ed-56b5-49d9-bbba-27d4e421df9c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:35.617377 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9a78c64b-23a0-4bef-9bb0-e6e44ba8d5c2 req-542462ed-56b5-49d9-bbba-27d4e421df9c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 944 time: 0.0548239 Mar 09 14:53:35.664024 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-9a78c64b-23a0-4bef-9bb0-e6e44ba8d5c2 req-ff1db60f-7235-4b31-8840-f0a270de18dc tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405266 Mar 09 14:53:36.779465 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc370e5-c307-4adf-bd78-366c9e94828e req-1d9a55f6-2dfc-4d1e-880c-53cb68643759 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:36.780927 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ddc370e5-c307-4adf-bd78-366c9e94828e req-1d9a55f6-2dfc-4d1e-880c-53cb68643759 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 944 time: 0.0511718 Mar 09 14:53:36.827490 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ddc370e5-c307-4adf-bd78-366c9e94828e req-084a0f9f-e97e-4d78-8dc6-400f16dc9bdf tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Mar 09 14:53:37.945006 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b175a-3ecb-4481-a045-70ea5ad26e3c req-62cda9ee-ca0a-41be-8f0d-530841195d4a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:37.946469 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-197b175a-3ecb-4481-a045-70ea5ad26e3c req-62cda9ee-ca0a-41be-8f0d-530841195d4a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 944 time: 0.0549929 Mar 09 14:53:37.992963 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-197b175a-3ecb-4481-a045-70ea5ad26e3c req-e92d2faf-a4fa-48e2-8c32-09c1ee02bc3f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410619 Mar 09 14:53:38.275385 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 0efffca4-982c-4bef-9383-7eacfecaef61 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:53:38.367900 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 0efffca4-982c-4bef-9383-7eacfecaef61, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0efffca4-982c-4bef-9383-7eacfecaef61,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:53:38.378427 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '0efffca4-982c-4bef-9383-7eacfecaef61', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'port_id': '0efffca4-982c-4bef-9383-7eacfecaef61', 'mac_address': 'fa:16:3e:89:05:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:53:38.417638 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 0efffca4-982c-4bef-9383-7eacfecaef61 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:53:38.418026 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:38.430430 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efffca4-982c-4bef-9383-7eacfecaef61 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:53:38.448663 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 0efffca4-982c-4bef-9383-7eacfecaef61, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0efffca4-982c-4bef-9383-7eacfecaef61,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:53:38.518925 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:38.564760 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=0efffca4-982c-4bef-9383-7eacfecaef61,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:38.758276 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['0efffca4-982c-4bef-9383-7eacfecaef61'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:53:39.106445 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bea8b-4d8e-49aa-8822-6e9e8190e651 req-4d0e4789-7f12-4eae-95b2-31d2b4e5432a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:39.108168 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ee4bea8b-4d8e-49aa-8822-6e9e8190e651 req-4d0e4789-7f12-4eae-95b2-31d2b4e5432a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 945 time: 0.0527134 Mar 09 14:53:39.156827 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ee4bea8b-4d8e-49aa-8822-6e9e8190e651 req-a264443a-d113-48c4-926b-9d4d2a8765f1 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429716 Mar 09 14:53:40.271863 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee86932-70a9-48e9-9d57-cc875a8342a3 req-43a9da56-6fed-40be-9ca4-90af05c60e1c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:40.273386 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aee86932-70a9-48e9-9d57-cc875a8342a3 req-43a9da56-6fed-40be-9ca4-90af05c60e1c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 945 time: 0.0516231 Mar 09 14:53:40.289904 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 0efffca4-982c-4bef-9383-7eacfecaef61 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:53:40.326090 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-aee86932-70a9-48e9-9d57-cc875a8342a3 req-c642ea79-977d-421a-a506-1107a7cac49a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463865 Mar 09 14:53:40.433962 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 0efffca4-982c-4bef-9383-7eacfecaef61 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:53:40.438184 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 0efffca4-982c-4bef-9383-7eacfecaef61 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:53:40.438560 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:40.518641 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 0efffca4-982c-4bef-9383-7eacfecaef61 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:53:40.519034 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:40.540468 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efffca4-982c-4bef-9383-7eacfecaef61'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:53:40.542764 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb94e3f9-9092-41fc-925e-391efafb2ab4" -d '{"events": [{"server_uuid": "b476491c-8eaa-4357-b32e-e87bdff6ea35", "name": "network-vif-plugged", "status": "completed", "tag": "0efffca4-982c-4bef-9383-7eacfecaef61"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:53:40.554198 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 0efffca4-982c-4bef-9383-7eacfecaef61, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0efffca4-982c-4bef-9383-7eacfecaef61,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:53:40.578989 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee799f90-3379-4bde-a86e-dd6a7808b4bc x-openstack-request-id: req-ee799f90-3379-4bde-a86e-dd6a7808b4bc {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:53:40.579283 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b476491c-8eaa-4357-b32e-e87bdff6ea35", "name": "network-vif-plugged", "status": "completed", "tag": "0efffca4-982c-4bef-9383-7eacfecaef61", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:53:40.579541 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee799f90-3379-4bde-a86e-dd6a7808b4bc {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:53:40.579937 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efffca4-982c-4bef-9383-7eacfecaef61', 'code': 200} Mar 09 14:53:40.604956 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:40.652553 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=0efffca4-982c-4bef-9383-7eacfecaef61,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:40.968013 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63adf4-ddf5-45a3-bad8-2758d02b5c03 req-029909a7-9571-490f-98e6-4251bd898b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:40.969547 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f63adf4-ddf5-45a3-bad8-2758d02b5c03 req-029909a7-9571-490f-98e6-4251bd898b1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 1130 time: 0.0436709 Mar 09 14:53:41.016427 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-8f63adf4-ddf5-45a3-bad8-2758d02b5c03 req-6bef66c3-bec5-4837-8007-451e2a2756ae service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390699 Mar 09 14:53:41.442247 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90666a-55b8-42f8-abb1-456d6a00a51f req-a4f4998a-ad2f-4dda-a132-68167022234a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:41.443734 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2a90666a-55b8-42f8-abb1-456d6a00a51f req-a4f4998a-ad2f-4dda-a132-68167022234a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 946 time: 0.0519612 Mar 09 14:53:41.493134 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2a90666a-55b8-42f8-abb1-456d6a00a51f req-6212d8db-ee37-4377-9b64-50f53f01e6d1 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438852 Mar 09 14:53:42.614303 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcb7a3-c663-4dd2-afcf-3a9960f5de8c req-ef275d2c-1364-4789-aa96-4852681d3616 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:42.615901 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2bdcb7a3-c663-4dd2-afcf-3a9960f5de8c req-ef275d2c-1364-4789-aa96-4852681d3616 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 946 time: 0.0540786 Mar 09 14:53:42.664462 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2bdcb7a3-c663-4dd2-afcf-3a9960f5de8c req-14a092c3-f9c9-4730-8fc0-145e09b00c00 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 Mar 09 14:53:42.785004 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc2b39-163d-419b-8290-24f34287d5c5 req-ca2cb1a3-1d3e-4987-81eb-3e38e38a035b tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:42.786459 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e2cc2b39-163d-419b-8290-24f34287d5c5 req-ca2cb1a3-1d3e-4987-81eb-3e38e38a035b tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 946 time: 0.0557067 Mar 09 14:53:42.833763 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e2cc2b39-163d-419b-8290-24f34287d5c5 req-1c50feed-6480-4a0b-becd-6ed156e56b57 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Mar 09 14:53:42.860015 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42954) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:43.040439 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803316c5-b2e6-49e7-8271-ba525d1ee3ed tempest-TestVolumeBootPattern-92775583 tempest-TestVolumeBootPattern-92775583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:43.042030 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-803316c5-b2e6-49e7-8271-ba525d1ee3ed tempest-TestVolumeBootPattern-92775583 tempest-TestVolumeBootPattern-92775583-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 1125 time: 0.1810925 Mar 09 14:53:43.047651 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 42958) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:53:43.051958 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'port_id': '0efffca4-982c-4bef-9383-7eacfecaef61', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:53:43.204286 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:43.300868 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:43.399035 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Allocated IP 172.27.2.238 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/e9d77322-ec0e-43cf-9b71-70c3e904af34) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:53:43.499863 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for port (e9d77322-ec0e-43cf-9b71-70c3e904af34), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:43.616055 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (e9d77322-ec0e-43cf-9b71-70c3e904af34), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:43.657599 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:53:43.662311 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:53:43.664849 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:53:43.687909 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'Port': ['ID=e9d77322-ec0e-43cf-9b71-70c3e904af34,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:44.019078 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (7c897edc-dc97-4579-899d-851f58bd68cb), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:44.146384 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (e9d77322-ec0e-43cf-9b71-70c3e904af34), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:44.293198 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for port (e9d77322-ec0e-43cf-9b71-70c3e904af34), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:44.340179 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (e9d77322-ec0e-43cf-9b71-70c3e904af34), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:44.412807 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'Port': ['ID=e9d77322-ec0e-43cf-9b71-70c3e904af34,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:53:44.422202 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (7c897edc-dc97-4579-899d-851f58bd68cb), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:44.753669 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Floating IP 7c897edc-dc97-4579-899d-851f58bd68cb associated. External IP: 172.27.2.238, port: 0efffca4-982c-4bef-9383-7eacfecaef61. Mar 09 14:53:44.889541 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9914461f-b38e-4ceb-9891-3e082c0618f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:44.955191 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:53:45.059357 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:53:45.068814 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] Sync routers for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:53:45.078692 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:53:45.079315 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:53:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:45.143219 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:45.171354 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ea66c0f3-f590-4214-8cb2-b017a65a8fb3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1226435 Mar 09 14:53:45.171945 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'tag': '0efffca4-982c-4bef-9383-7eacfecaef61'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:53:45.174220 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b476491c-8eaa-4357-b32e-e87bdff6ea35", "tag": "0efffca4-982c-4bef-9383-7eacfecaef61"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:53:45.189019 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:53:45.214314 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e609c7d-5c76-4aec-be7f-ed01ffacbe92 x-openstack-request-id: req-7e609c7d-5c76-4aec-be7f-ed01ffacbe92 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:53:45.214613 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b476491c-8eaa-4357-b32e-e87bdff6ea35", "tag": "0efffca4-982c-4bef-9383-7eacfecaef61", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:53:45.214929 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e609c7d-5c76-4aec-be7f-ed01ffacbe92 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:53:45.215299 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'tag': '0efffca4-982c-4bef-9383-7eacfecaef61', 'status': 'completed', 'code': 200} Mar 09 14:53:45.281344 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-5eb54e6b-5e98-4f88-8aff-b38dbe591440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:45.282854 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-5eb54e6b-5e98-4f88-8aff-b38dbe591440 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 1130 time: 0.0479641 Mar 09 14:53:45.374455 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-e24ee534-b1d3-44b0-baaa-fc995d8317c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:45.375943 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-e24ee534-b1d3-44b0-baaa-fc995d8317c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 912 time: 0.0854745 Mar 09 14:53:45.426326 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '7c897edc-dc97-4579-899d-851f58bd68cb', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '0efffca4-982c-4bef-9383-7eacfecaef61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:89:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:53:43Z', 'updated_at': '2022-03-09T14:53:43Z', 'revision_number': 0, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:45.444258 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-a57bf7e5-2e23-4eeb-9e2e-f719f6a99270 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0efffca4-982c-4bef-9383-7eacfecaef61 HTTP/1.1" status: 200 len: 1000 time: 0.0603848 Mar 09 14:53:45.455229 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] Checking router: 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:53:45.468218 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:53:45.468896 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:53:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:45.490566 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-01f3dbd4-ca5c-40b2-81c6-219b0157afba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:45.492008 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-01f3dbd4-ca5c-40b2-81c6-219b0157afba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0424962 Mar 09 14:53:45.539145 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-38ce3f5d-8be0-4881-bd00-5dabaaf317e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:53:45.540619 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-38ce3f5d-8be0-4881-bd00-5dabaaf317e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431099 Mar 09 14:53:45.575849 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:53:45.629006 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-0e484d85-af6c-4f55-b40c-1731eeeb5cb3 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825405 Mar 09 14:53:45.715543 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b62b19b7-7af9-4b55-bc38-ce80fa48d9ef req-36f638e5-f65f-41ad-a2d5-f3c59c2214bc service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810945 Mar 09 14:53:45.796509 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '7c897edc-dc97-4579-899d-851f58bd68cb', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '0efffca4-982c-4bef-9383-7eacfecaef61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:89:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:53:43Z', 'updated_at': '2022-03-09T14:53:43Z', 'revision_number': 0, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:53:45.822812 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4171f92-8840-4627-824b-8646eda94bd3 None None] The sync data for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi is: [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '7c897edc-dc97-4579-899d-851f58bd68cb', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '0efffca4-982c-4bef-9383-7eacfecaef61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:89:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:53:43Z', 'updated_at': '2022-03-09T14:53:43Z', 'revision_number': 0, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:53:46.000726 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b6c79-3c07-467c-8c31-8cac7d3b795f None None] New status for floating IP 7c897edc-dc97-4579-899d-851f58bd68cb: ACTIVE {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:53:46.143438 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:53:47.112368 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6074adae-16e0-4a1a-8c35-8684cba917c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:48.351431 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:49.763553 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:53:51.219367 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:03.355254 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbb993-77a3-4147-93a2-fc9d0155700d req-078637f9-a71e-4604-b598-ff3acd380439 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:54:03.356740 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3dbb993-77a3-4147-93a2-fc9d0155700d req-078637f9-a71e-4604-b598-ff3acd380439 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 945 time: 0.0549338 Mar 09 14:54:03.401364 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-b3dbb993-77a3-4147-93a2-fc9d0155700d req-3602165a-e867-41f3-8b3e-e9e4475bd4bd tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390074 Mar 09 14:54:04.030041 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:04.518043 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3d6bb-5150-4c3f-9b4a-3ecfdc1255f4 req-fb417c40-221c-4cbd-a28b-15df89513f60 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:54:04.519516 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-83e3d6bb-5150-4c3f-9b4a-3ecfdc1255f4 req-fb417c40-221c-4cbd-a28b-15df89513f60 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 945 time: 0.0511413 Mar 09 14:54:04.565649 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-83e3d6bb-5150-4c3f-9b4a-3ecfdc1255f4 req-37238572-2e9c-42e7-b2c7-3aac5a35459c tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406075 Mar 09 14:54:05.234119 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-4433ceff-95c7-41f4-8566-feb7c49bef9a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:54:05.235534 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-4433ceff-95c7-41f4-8566-feb7c49bef9a tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 945 time: 0.0547466 Mar 09 14:54:05.324349 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Deleting port 8a10f9be-83dd-4283-a08b-ee16b59ab89a {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:54:05.324682 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:05.411736 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] For port 8a10f9be-83dd-4283-a08b-ee16b59ab89a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8a10f9be-83dd-4283-a08b-ee16b59ab89a,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:54:05.412091 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:05.575593 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:05.575945 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (4db4cfb5-448e-4dd4-a404-1406a199d656), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:05.576257 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Floating IP 4db4cfb5-448e-4dd4-a404-1406a199d656 disassociated. External IP: 172.27.2.124, port: 8a10f9be-83dd-4283-a08b-ee16b59ab89a. Mar 09 14:54:05.576590 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Calling delete_port for 8a10f9be-83dd-4283-a08b-ee16b59ab89a owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:54:05.685895 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b2df-091a-4f28-b99e-95f0a763235d req-f80018fe-dd3c-4a4a-b2d6-87cfd9507d32 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:54:05.687350 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-65a0b2df-091a-4f28-b99e-95f0a763235d req-f80018fe-dd3c-4a4a-b2d6-87cfd9507d32 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 945 time: 0.0550001 Mar 09 14:54:05.733042 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-65a0b2df-091a-4f28-b99e-95f0a763235d req-585b0f4f-30a7-4cf0-9c62-8197525f7c36 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups?id=863a34f9-cc6c-492e-b7d3-49a372602340&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398834 Mar 09 14:54:05.766313 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (8a10f9be-83dd-4283-a08b-ee16b59ab89a), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:05.796245 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event deleted for resources: {'Port': ['ID=8a10f9be-83dd-4283-a08b-ee16b59ab89a,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:05.905988 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Router 948445ec-5d44-41b8-9325-e539e54798db has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:54:06.276386 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:54:06.287430 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] Sync routers for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:54:06.297021 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:54:06.297706 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:53:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:06.315487 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] No DVR routers for this DVR port 8a10f9be-83dd-4283-a08b-ee16b59ab89a on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:54:06.317951 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:06.321182 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-af053c5f-ba02-4f8d-a8b1-6d8d45a5103b req-90a507fb-1d1b-431c-ac8a-827775154d24 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.16 "DELETE /v2.0/ports/8a10f9be-83dd-4283-a08b-ee16b59ab89a HTTP/1.1" status: 204 len: 173 time: 1.0788844 Mar 09 14:54:06.321618 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'name': 'network-vif-deleted', 'tag': '8a10f9be-83dd-4283-a08b-ee16b59ab89a'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:54:06.323870 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e9038c-96e3-4493-a051-19854a57f265" -d '{"events": [{"server_uuid": "be3683ba-3694-4170-9b17-eac43c0a4b25", "name": "network-vif-deleted", "tag": "8a10f9be-83dd-4283-a08b-ee16b59ab89a"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:54:06.358833 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bfefe0-c6ff-4111-8e74-0e97b658b5eb x-openstack-request-id: req-45bfefe0-c6ff-4111-8e74-0e97b658b5eb {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:54:06.359157 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3683ba-3694-4170-9b17-eac43c0a4b25", "name": "network-vif-deleted", "tag": "8a10f9be-83dd-4283-a08b-ee16b59ab89a", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:54:06.359415 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45bfefe0-c6ff-4111-8e74-0e97b658b5eb {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:54:06.359818 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3683ba-3694-4170-9b17-eac43c0a4b25', 'name': 'network-vif-deleted', 'tag': '8a10f9be-83dd-4283-a08b-ee16b59ab89a', 'status': 'completed', 'code': 200} Mar 09 14:54:06.542878 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:54:06.734671 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:06.760571 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] Checking router: 948445ec-5d44-41b8-9325-e539e54798db for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:54:06.769688 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:54:06.770202 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:53:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:06.836961 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-faf47936-e153-41a0-81a0-c80aa53d2197 req-fcd71d31-ffab-4d84-b5d0-f91eb99b1417 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3683ba-3694-4170-9b17-eac43c0a4b25 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Mar 09 14:54:06.878391 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:54:07.072876 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:07.100032 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe370923-eb16-4adb-b026-c5fb3a053cce None None] The sync data for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi is: [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:09Z', 'revision_number': 4, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'e7cb749a-fdb2-4c64-8916-8341614918ae', 'name': '', 'network_id': 'd49e8e06-1e68-4b3d-b2e9-9403dc874f08', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'mac_address': 'fa:16:3e:9e:65:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:09Z', 'updated_at': '2022-03-09T14:49:14Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'subnets': [{'id': '35bb6907-92c8-43d5-8fa4-60e4dd9b091d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:54:07.315111 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f9619-d547-41fa-b666-2eb344327aab None None] New status for floating IP 4db4cfb5-448e-4dd4-a404-1406a199d656: DOWN {{(pid=109969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:54:07.972093 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43080) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:08.023215 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67853173-e0b4-4bf2-84a0-b206a1cb5bf4 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (863a34f9-cc6c-492e-b7d3-49a372602340), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:08.046139 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67853173-e0b4-4bf2-84a0-b206a1cb5bf4 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (863a34f9-cc6c-492e-b7d3-49a372602340), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:08.149369 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67853173-e0b4-4bf2-84a0-b206a1cb5bf4 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (863a34f9-cc6c-492e-b7d3-49a372602340), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:08.151918 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-67853173-e0b4-4bf2-84a0-b206a1cb5bf4 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:08.153559 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-67853173-e0b4-4bf2-84a0-b206a1cb5bf4 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "DELETE /v2.0/security-groups/863a34f9-cc6c-492e-b7d3-49a372602340 HTTP/1.1" status: 204 len: 168 time: 0.1803336 Mar 09 14:54:08.160735 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43082) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:08.162718 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67853173-e0b4-4bf2-84a0-b206a1cb5bf4 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863a34f9-cc6c-492e-b7d3-49a372602340,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:08.172489 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.api.v2.resource [None req-0b9577a4-139f-4251-bb0e-0d6f1587e68b tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] show failed (client error): The resource could not be found. Mar 09 14:54:08.173536 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-0b9577a4-139f-4251-bb0e-0d6f1587e68b tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "GET /v2.0/security-groups/863a34f9-cc6c-492e-b7d3-49a372602340 HTTP/1.1" status: 404 len: 347 time: 0.0161731 Mar 09 14:54:08.181038 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43084) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:08.299543 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Deleting port 4b8dda85-3968-4e35-beed-e1bfaa19c212 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:54:08.299875 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (4b8dda85-3968-4e35-beed-e1bfaa19c212), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:08.373168 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (4b8dda85-3968-4e35-beed-e1bfaa19c212), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:08.373492 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (4b8dda85-3968-4e35-beed-e1bfaa19c212), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:08.384483 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Calling delete_port for 4b8dda85-3968-4e35-beed-e1bfaa19c212 owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:54:08.473772 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 8a10f9be-83dd-4283-a08b-ee16b59ab89a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:54:08.497065 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 8a10f9be-83dd-4283-a08b-ee16b59ab89a {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:54:08.497411 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 8a10f9be-83dd-4283-a08b-ee16b59ab89a not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:54:08.543649 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (4b8dda85-3968-4e35-beed-e1bfaa19c212), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:08.568171 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Pushing event deleted for resources: {'Port': ['ID=4b8dda85-3968-4e35-beed-e1bfaa19c212,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:08.579677 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.580036 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.580385 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.580746 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.581087 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.581427 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.581756 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.582086 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.582411 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.582736 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.583058 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.583380 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.583700 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:08.635661 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks [] for floatingip (4db4cfb5-448e-4dd4-a404-1406a199d656), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:08.638698 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:08.639836 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-15bf5440-b4e5-4a56-8fb6-b048893c9fb0 tempest-AttachVolumeTestJSON-2052713751 tempest-AttachVolumeTestJSON-2052713751-project] 10.222.0.20 "DELETE /v2.0/floatingips/4db4cfb5-448e-4dd4-a404-1406a199d656 HTTP/1.1" status: 204 len: 168 time: 0.4576893 Mar 09 14:54:12.683549 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43114) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:13.110720 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580745'] for router_interface (948445ec-5d44-41b8-9325-e539e54798db), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:13.346015 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] Deleting port e7cb749a-fdb2-4c64-8916-8341614918ae {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:54:13.346345 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:13.420495 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] For port e7cb749a-fdb2-4c64-8916-8341614918ae, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=e7cb749a-fdb2-4c64-8916-8341614918ae,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:54:13.420798 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:13.432935 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] Calling delete_port for e7cb749a-fdb2-4c64-8916-8341614918ae owned by network:router_interface {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:54:13.668434 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (e7cb749a-fdb2-4c64-8916-8341614918ae), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:13.702651 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cb749a-fdb2-4c64-8916-8341614918ae,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:13.863708 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580377'] for router_interface (948445ec-5d44-41b8-9325-e539e54798db), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:14.092583 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] Router 948445ec-5d44-41b8-9325-e539e54798db has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:54:14.198715 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:54:14.204242 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-46dea5d8-41ce-48ce-bf01-d2d8a47c15ff admin admin] 10.222.0.20 "PUT /v2.0/routers/948445ec-5d44-41b8-9325-e539e54798db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5196683 Mar 09 14:54:14.206720 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43120) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:14.207729 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc73af63-4740-4520-8a37-1965746514ef None None] Sync routers for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:54:14.217088 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73af63-4740-4520-8a37-1965746514ef None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:54:14.217694 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-dc73af63-4740-4520-8a37-1965746514ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:53:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:14.308138 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Publish callbacks [] for router (948445ec-5d44-41b8-9325-e539e54798db), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:14.324147 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-dc73af63-4740-4520-8a37-1965746514ef None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:54:14.408241 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Publish callbacks [] for router_gateway (948445ec-5d44-41b8-9325-e539e54798db), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:14.503337 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-dc73af63-4740-4520-8a37-1965746514ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:54:13Z', 'revision_number': 5, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port': {'id': '8de8fed2-328c-4282-bcfd-97d36bb5f8af', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948445ec-5d44-41b8-9325-e539e54798db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:14.519810 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Deleting port 8de8fed2-328c-4282-bcfd-97d36bb5f8af {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:54:14.520143 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:14.532701 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc73af63-4740-4520-8a37-1965746514ef None None] Checking router: 948445ec-5d44-41b8-9325-e539e54798db for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:54:14.541107 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73af63-4740-4520-8a37-1965746514ef None None] Routers {'948445ec-5d44-41b8-9325-e539e54798db'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:54:14.541729 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-dc73af63-4740-4520-8a37-1965746514ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:53:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['948445ec-5d44-41b8-9325-e539e54798db'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:14.597382 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] For port 8de8fed2-328c-4282-bcfd-97d36bb5f8af, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=8de8fed2-328c-4282-bcfd-97d36bb5f8af,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:54:14.597750 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:14.610009 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Calling delete_port for 8de8fed2-328c-4282-bcfd-97d36bb5f8af owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:54:14.628619 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-dc73af63-4740-4520-8a37-1965746514ef None None] Set router 948445ec-5d44-41b8-9325-e539e54798db gateway port host: None {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:54:14.681671 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-dc73af63-4740-4520-8a37-1965746514ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:54:14Z', 'revision_number': 6, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port_host': None}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:14.707071 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc73af63-4740-4520-8a37-1965746514ef None None] The sync data for ids ['948445ec-5d44-41b8-9325-e539e54798db'] in dv-cinder-830086-3-iscsi is: [{'id': '948445ec-5d44-41b8-9325-e539e54798db', 'name': 'tempest-AttachVolumeTestJSON-416469391-router', 'tenant_id': 'aea6fc652c5643a6a0ea48804c38db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:49:06Z', 'updated_at': '2022-03-09T14:54:14Z', 'revision_number': 6, 'project_id': 'aea6fc652c5643a6a0ea48804c38db39', 'gw_port_host': None}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:54:14.845698 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (8de8fed2-328c-4282-bcfd-97d36bb5f8af), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:14.874143 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bdf9475b-4a78-403e-9727-461e865241fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:14.874358 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Pushing event deleted for resources: {'Port': ['ID=8de8fed2-328c-4282-bcfd-97d36bb5f8af,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:14.932452 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575923'] for router_gateway (948445ec-5d44-41b8-9325-e539e54798db), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.018943 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123876'] for router (948445ec-5d44-41b8-9325-e539e54798db), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.021028 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Publish callbacks [] for router_controller (948445ec-5d44-41b8-9325-e539e54798db), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.154245 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578599'] for router (948445ec-5d44-41b8-9325-e539e54798db), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.154805 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 948445ec-5d44-41b8-9325-e539e54798db {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:54:15.159378 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.162974 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d9faf321-d520-4107-bacc-2c6f9833a18e admin admin] 10.222.0.20 "DELETE /v2.0/routers/948445ec-5d44-41b8-9325-e539e54798db HTTP/1.1" status: 204 len: 168 time: 0.9528954 Mar 09 14:54:15.162974 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43122) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:15.205834 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5dc4373-b57a-4abd-93f7-fcd5c610a9fc admin admin] Deleting subnet 35bb6907-92c8-43d5-8fa4-60e4dd9b091d {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:54:15.208802 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4373-b57a-4abd-93f7-fcd5c610a9fc admin admin] Publish callbacks [] for subnet (35bb6907-92c8-43d5-8fa4-60e4dd9b091d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.241918 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4373-b57a-4abd-93f7-fcd5c610a9fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15001556'] for subnet (35bb6907-92c8-43d5-8fa4-60e4dd9b091d), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.318709 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4373-b57a-4abd-93f7-fcd5c610a9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (35bb6907-92c8-43d5-8fa4-60e4dd9b091d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.428504 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4373-b57a-4abd-93f7-fcd5c610a9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12879140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12933825'] for subnet (35bb6907-92c8-43d5-8fa4-60e4dd9b091d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.453909 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc4373-b57a-4abd-93f7-fcd5c610a9fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35bb6907-92c8-43d5-8fa4-60e4dd9b091d,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:15.458282 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4373-b57a-4abd-93f7-fcd5c610a9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.464891 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-e5dc4373-b57a-4abd-93f7-fcd5c610a9fc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/35bb6907-92c8-43d5-8fa4-60e4dd9b091d HTTP/1.1" status: 204 len: 168 time: 0.2978492 Mar 09 14:54:15.466398 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43124) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:15.467750 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f60057-4765-4871-beb2-7a83f2b46517 None None] Network d49e8e06-1e68-4b3d-b2e9-9403dc874f08 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:54:15.542304 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (d49e8e06-1e68-4b3d-b2e9-9403dc874f08), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.595610 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Deleting port 608b9db3-5328-476d-885c-9cc35a4e1bbd {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:54:15.596078 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.633147 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] DHCP port deletion for d49e8e06-1e68-4b3d-b2e9-9403dc874f08 request from dv-cinder-830086-3-iscsi {{(pid=109968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:54:15.662523 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] For port 608b9db3-5328-476d-885c-9cc35a4e1bbd, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=608b9db3-5328-476d-885c-9cc35a4e1bbd,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:54:15.662912 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.678936 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Calling delete_port for 608b9db3-5328-476d-885c-9cc35a4e1bbd owned by network:dhcp {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:54:15.691066 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Deleting port 608b9db3-5328-476d-885c-9cc35a4e1bbd {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:54:15.691466 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.755760 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] For port 608b9db3-5328-476d-885c-9cc35a4e1bbd, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=608b9db3-5328-476d-885c-9cc35a4e1bbd,segment=NetworkSegment(e02508ac-4885-4d12-bda1-8eef67d27151),segment_id=e02508ac-4885-4d12-bda1-8eef67d27151)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:54:15.756154 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.777751 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Calling delete_port for 608b9db3-5328-476d-885c-9cc35a4e1bbd owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:54:15.822811 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.852371 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=608b9db3-5328-476d-885c-9cc35a4e1bbd,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:15.852581 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776'] for port (608b9db3-5328-476d-885c-9cc35a4e1bbd), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.852705 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] No DVR routers for this DVR port 608b9db3-5328-476d-885c-9cc35a4e1bbd on host dv-cinder-830086-3-iscsi {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:54:15.875720 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Pushing event deleted for resources: {'Port': ['ID=608b9db3-5328-476d-885c-9cc35a4e1bbd,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:15.883195 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] No DVR routers for this DVR port 608b9db3-5328-476d-885c-9cc35a4e1bbd on host dv-cinder-830086-3-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:54:15.885277 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.885678 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.885997 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.886342 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.886676 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.887013 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.887382 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.887716 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.888061 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.888379 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.888721 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.889060 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.889382 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff970f-bba7-459b-9af0-e56e61176e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:15.929113 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (d49e8e06-1e68-4b3d-b2e9-9403dc874f08), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.949180 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49e8e06-1e68-4b3d-b2e9-9403dc874f08']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:15.958283 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02508ac-4885-4d12-bda1-8eef67d27151') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:15.958588 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02508ac-4885-4d12-bda1-8eef67d27151') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:54:15.967998 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13986404'] for segment (e02508ac-4885-4d12-bda1-8eef67d27151), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.981731 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (e02508ac-4885-4d12-bda1-8eef67d27151), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.987487 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:54:15.987868 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13132489'] for segment (e02508ac-4885-4d12-bda1-8eef67d27151), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: Traceback (most recent call last): Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: timer() Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: cb(*args, **kw) Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: return func(*args, **kwargs) Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: self._notify() Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: self.callback(batched_events) Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: event.method(event) Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: return f(self, *a, **k) Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._get(url).json() Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:54:15.989619 dv-cinder-830086-3-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:54:16.090962 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (d49e8e06-1e68-4b3d-b2e9-9403dc874f08), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:16.096256 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:16.099616 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d49e8e06-1e68-4b3d-b2e9-9403dc874f08 HTTP/1.1" status: 204 len: 168 time: 0.6315658 Mar 09 14:54:16.111389 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f25358-dab8-4bea-a48e-dbb019b177c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d49e8e06-1e68-4b3d-b2e9-9403dc874f08,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:16.382164 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43128) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:16.421320 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-dce304ec-9c8c-4541-9463-52a3bd48ed5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aea6fc652c5643a6a0ea48804c38db39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379667 Mar 09 14:54:16.423610 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43130) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:16.474705 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2a5afe7b-544f-4399-a20a-91069fbd636d admin admin] Publish callbacks [] for security_group (c5a58418-5eb4-43f9-a9fe-5d9065e293f0), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:16.491074 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2a5afe7b-544f-4399-a20a-91069fbd636d admin admin] Publish callbacks [] for security_group (c5a58418-5eb4-43f9-a9fe-5d9065e293f0), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:16.605500 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2a5afe7b-544f-4399-a20a-91069fbd636d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (c5a58418-5eb4-43f9-a9fe-5d9065e293f0), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:16.607979 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2a5afe7b-544f-4399-a20a-91069fbd636d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:16.609160 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-2a5afe7b-544f-4399-a20a-91069fbd636d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5a58418-5eb4-43f9-a9fe-5d9065e293f0 HTTP/1.1" status: 204 len: 168 time: 0.1846466 Mar 09 14:54:16.616398 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5afe7b-544f-4399-a20a-91069fbd636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a58418-5eb4-43f9-a9fe-5d9065e293f0,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:16.794126 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 608b9db3-5328-476d-885c-9cc35a4e1bbd no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:54:16.812845 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 608b9db3-5328-476d-885c-9cc35a4e1bbd {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:54:16.813191 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 608b9db3-5328-476d-885c-9cc35a4e1bbd not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:54:16.813595 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 8de8fed2-328c-4282-bcfd-97d36bb5f8af no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:54:16.832959 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 8de8fed2-328c-4282-bcfd-97d36bb5f8af {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:54:16.833318 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 8de8fed2-328c-4282-bcfd-97d36bb5f8af not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:54:16.833728 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device e7cb749a-fdb2-4c64-8916-8341614918ae no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:54:16.854590 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: e7cb749a-fdb2-4c64-8916-8341614918ae {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:54:16.854951 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device e7cb749a-fdb2-4c64-8916-8341614918ae not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:54:17.142196 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bc174859-aad6-4994-a7ad-421574aed761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:18.319240 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:19.725019 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:21.147693 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:23.142713 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:54:26.089814 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43240) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:26.191566 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6503c0eb-a512-49b8-baf7-d77ecd997fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:26.262086 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6503c0eb-a512-49b8-baf7-d77ecd997fd9 admin admin] Publish callbacks [] for security_group (5f2bcdd3-aa7a-41f8-a40a-52bc8d21b6a0), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:26.323742 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6503c0eb-a512-49b8-baf7-d77ecd997fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5f2bcdd3-aa7a-41f8-a40a-52bc8d21b6a0), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:26.361526 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6503c0eb-a512-49b8-baf7-d77ecd997fd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=275d567d5ea94f429c86c5e2ba5ad264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705932 Mar 09 14:54:26.363451 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503c0eb-a512-49b8-baf7-d77ecd997fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2bcdd3-aa7a-41f8-a40a-52bc8d21b6a0,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:26.364426 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43244) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:26.419608 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-74e3da67-45a6-4357-acf0-78b6232675a1 admin admin] Publish callbacks [] for security_group (5f2bcdd3-aa7a-41f8-a40a-52bc8d21b6a0), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:26.442877 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-74e3da67-45a6-4357-acf0-78b6232675a1 admin admin] Publish callbacks [] for security_group (5f2bcdd3-aa7a-41f8-a40a-52bc8d21b6a0), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:26.546950 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-74e3da67-45a6-4357-acf0-78b6232675a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (5f2bcdd3-aa7a-41f8-a40a-52bc8d21b6a0), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:26.549627 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-74e3da67-45a6-4357-acf0-78b6232675a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:26.550793 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-74e3da67-45a6-4357-acf0-78b6232675a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f2bcdd3-aa7a-41f8-a40a-52bc8d21b6a0 HTTP/1.1" status: 204 len: 168 time: 0.1852324 Mar 09 14:54:26.558514 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3da67-45a6-4357-acf0-78b6232675a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2bcdd3-aa7a-41f8-a40a-52bc8d21b6a0,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:32.193430 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43328) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:32.293085 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-48d8ce74-09c9-428b-80e1-387a487ceb79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:32.362688 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-48d8ce74-09c9-428b-80e1-387a487ceb79 admin admin] Publish callbacks [] for security_group (851b4d98-7d3e-4f83-8477-2552289fccec), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:32.414849 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-48d8ce74-09c9-428b-80e1-387a487ceb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (851b4d98-7d3e-4f83-8477-2552289fccec), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:32.451900 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-48d8ce74-09c9-428b-80e1-387a487ceb79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2a156a8ec554e77894f9180b1913752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574255 Mar 09 14:54:32.453800 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8ce74-09c9-428b-80e1-387a487ceb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851b4d98-7d3e-4f83-8477-2552289fccec,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:32.454576 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43332) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:32.504283 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Publish callbacks [] for security_group (851b4d98-7d3e-4f83-8477-2552289fccec), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:32.524332 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Publish callbacks [] for security_group (851b4d98-7d3e-4f83-8477-2552289fccec), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:32.620671 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (851b4d98-7d3e-4f83-8477-2552289fccec), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:32.623829 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:32.624991 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/851b4d98-7d3e-4f83-8477-2552289fccec HTTP/1.1" status: 204 len: 168 time: 0.1694140 Mar 09 14:54:32.632434 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851b4d98-7d3e-4f83-8477-2552289fccec,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:32.639403 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.639784 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.640133 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.640476 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.640841 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.641181 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.641517 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.641877 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.642197 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.642558 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.642843 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.643171 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.643494 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ff667-5980-4deb-b7d4-1a83f894e17b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:54:32.994713 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-6d62a419-0ccf-4dde-8213-76bf5948c08f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455718 Mar 09 14:54:33.076469 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-7399e58a-dd6e-44e9-9f77-ac355384dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:54:33.078038 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-7399e58a-dd6e-44e9-9f77-ac355384dba9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 1130 time: 0.0431955 Mar 09 14:54:33.176065 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43338) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:33.177823 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-2e68600b-6cc5-4f92-a43d-5c54bd454dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:54:33.179338 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-2e68600b-6cc5-4f92-a43d-5c54bd454dc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 912 time: 0.0847917 Mar 09 14:54:33.192226 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-96b8f7e7-0400-4b59-ac34-636f1ed3fd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:33.270172 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-96b8f7e7-0400-4b59-ac34-636f1ed3fd0a admin admin] Publish callbacks [] for security_group (e13fb0c8-d632-4ad1-8d99-fc1a2397c838), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:33.340533 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-96b8f7e7-0400-4b59-ac34-636f1ed3fd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (e13fb0c8-d632-4ad1-8d99-fc1a2397c838), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:33.379107 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8f7e7-0400-4b59-ac34-636f1ed3fd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13fb0c8-d632-4ad1-8d99-fc1a2397c838,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:33.386186 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-96b8f7e7-0400-4b59-ac34-636f1ed3fd0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bccee8cf60504bc4b943074a882970f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064285 Mar 09 14:54:33.387210 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43340) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:33.435970 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c45d0e01-f32a-4be6-9b33-d45699fb88d9 admin admin] Publish callbacks [] for security_group (e13fb0c8-d632-4ad1-8d99-fc1a2397c838), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:33.457938 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c45d0e01-f32a-4be6-9b33-d45699fb88d9 admin admin] Publish callbacks [] for security_group (e13fb0c8-d632-4ad1-8d99-fc1a2397c838), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:33.502390 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-ba0dae39-f23c-447a-ad6a-5fc9159e2800 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0efffca4-982c-4bef-9383-7eacfecaef61 HTTP/1.1" status: 200 len: 1002 time: 0.3176408 Mar 09 14:54:33.548687 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-59156417-4bba-4bdd-afb4-54a5cbafaf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:54:33.550093 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-59156417-4bba-4bdd-afb4-54a5cbafaf92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0410876 Mar 09 14:54:33.568938 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c45d0e01-f32a-4be6-9b33-d45699fb88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (e13fb0c8-d632-4ad1-8d99-fc1a2397c838), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:33.571491 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-c45d0e01-f32a-4be6-9b33-d45699fb88d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:33.572701 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-c45d0e01-f32a-4be6-9b33-d45699fb88d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e13fb0c8-d632-4ad1-8d99-fc1a2397c838 HTTP/1.1" status: 204 len: 168 time: 0.1854048 Mar 09 14:54:33.583151 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d0e01-f32a-4be6-9b33-d45699fb88d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13fb0c8-d632-4ad1-8d99-fc1a2397c838,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:33.601144 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-31d160fe-f47e-4c70-b262-2899c9fd367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:54:33.602670 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-31d160fe-f47e-4c70-b262-2899c9fd367d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462337 Mar 09 14:54:33.692216 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-ada5ff5b-5404-4f89-ba33-b3e75d4d77fe service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833182 Mar 09 14:54:33.782776 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2c39d036-1c5b-4e1f-baec-cb3d3066ed05 req-f4267ed9-5a63-4e44-88db-4c626e75e2cb service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846045 Mar 09 14:54:34.003247 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:34.979259 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43372) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:35.080175 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee06b-7e4e-44bb-9609-87e1d8eabe2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:35.154284 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee06b-7e4e-44bb-9609-87e1d8eabe2a admin admin] Publish callbacks [] for security_group (0fbdd61d-873f-4cba-8f8d-bf8314cd04df), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:35.196953 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3b1ee06b-7e4e-44bb-9609-87e1d8eabe2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (0fbdd61d-873f-4cba-8f8d-bf8314cd04df), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:35.235294 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3b1ee06b-7e4e-44bb-9609-87e1d8eabe2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9c54026f7b5465990ed6d860b148f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549956 Mar 09 14:54:35.236234 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ee06b-7e4e-44bb-9609-87e1d8eabe2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbdd61d-873f-4cba-8f8d-bf8314cd04df,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:35.237915 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43376) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:35.284484 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b8446539-6afd-4db1-9ae9-369bbc8d3456 admin admin] Publish callbacks [] for security_group (0fbdd61d-873f-4cba-8f8d-bf8314cd04df), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:35.305064 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b8446539-6afd-4db1-9ae9-369bbc8d3456 admin admin] Publish callbacks [] for security_group (0fbdd61d-873f-4cba-8f8d-bf8314cd04df), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:35.396993 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b8446539-6afd-4db1-9ae9-369bbc8d3456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (0fbdd61d-873f-4cba-8f8d-bf8314cd04df), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:35.399538 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-b8446539-6afd-4db1-9ae9-369bbc8d3456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:35.400681 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-b8446539-6afd-4db1-9ae9-369bbc8d3456 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fbdd61d-873f-4cba-8f8d-bf8314cd04df HTTP/1.1" status: 204 len: 168 time: 0.1617780 Mar 09 14:54:35.409162 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8446539-6afd-4db1-9ae9-369bbc8d3456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbdd61d-873f-4cba-8f8d-bf8314cd04df,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:39.807548 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43420) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:39.907339 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-195ccafd-1134-4f70-887f-6aa84e7fbc17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:39.979583 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-195ccafd-1134-4f70-887f-6aa84e7fbc17 admin admin] Publish callbacks [] for security_group (b5704e66-881b-4c54-9d1c-c5af9af25c4f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:40.042154 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-195ccafd-1134-4f70-887f-6aa84e7fbc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (b5704e66-881b-4c54-9d1c-c5af9af25c4f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:40.078007 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ccafd-1134-4f70-887f-6aa84e7fbc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5704e66-881b-4c54-9d1c-c5af9af25c4f,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:40.082996 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-195ccafd-1134-4f70-887f-6aa84e7fbc17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1c7cf96c7c54c5683e313083c2bfc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744486 Mar 09 14:54:40.086387 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43424) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:54:40.131943 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0658f8c1-7e48-4b3a-acfe-657bc2603fac admin admin] Publish callbacks [] for security_group (b5704e66-881b-4c54-9d1c-c5af9af25c4f), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:40.152614 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0658f8c1-7e48-4b3a-acfe-657bc2603fac admin admin] Publish callbacks [] for security_group (b5704e66-881b-4c54-9d1c-c5af9af25c4f), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:40.247780 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0658f8c1-7e48-4b3a-acfe-657bc2603fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (b5704e66-881b-4c54-9d1c-c5af9af25c4f), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:40.250527 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-0658f8c1-7e48-4b3a-acfe-657bc2603fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:40.251690 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0658f8c1-7e48-4b3a-acfe-657bc2603fac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5704e66-881b-4c54-9d1c-c5af9af25c4f HTTP/1.1" status: 204 len: 168 time: 0.1644912 Mar 09 14:54:40.260430 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658f8c1-7e48-4b3a-acfe-657bc2603fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5704e66-881b-4c54-9d1c-c5af9af25c4f,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:54:44.892967 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bcd37c7c-3888-46b3-8e9c-a9a89529f145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:47.093028 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0f27f113-32dd-46aa-b594-e3a047d86d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:48.327532 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:49.709712 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:54:51.166814 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:00.141560 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:55:03.994051 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:14.838425 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e55f-a650-4d37-9ce9-6b809f971cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:17.095754 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bc8c56f7-5089-449c-885e-becece7b5626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:18.323732 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:19.712163 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:21.157828 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:33.985127 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:35.050399 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68d75677-0f25-4f23-8a72-1f247655b756 req-46642e0c-ee10-4b05-bc81-b65eb325ea81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343226 Mar 09 14:55:35.146276 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d75677-0f25-4f23-8a72-1f247655b756 req-5b2958ff-f96e-4f6a-9a1f-ada7e9278877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:35.147725 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68d75677-0f25-4f23-8a72-1f247655b756 req-5b2958ff-f96e-4f6a-9a1f-ada7e9278877 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 1130 time: 0.0459166 Mar 09 14:55:35.246125 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d75677-0f25-4f23-8a72-1f247655b756 req-056e33a9-f8dd-4a90-abdb-169e7bef5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:35.247542 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68d75677-0f25-4f23-8a72-1f247655b756 req-056e33a9-f8dd-4a90-abdb-169e7bef5f85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 912 time: 0.0818667 Mar 09 14:55:35.313067 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68d75677-0f25-4f23-8a72-1f247655b756 req-eaa4829f-3cca-4cb1-8b63-0880e8f2276b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0efffca4-982c-4bef-9383-7eacfecaef61 HTTP/1.1" status: 200 len: 1002 time: 0.0581198 Mar 09 14:55:35.362065 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d75677-0f25-4f23-8a72-1f247655b756 req-5a59bb1d-a977-43c2-99dd-675f97dc2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:35.363991 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68d75677-0f25-4f23-8a72-1f247655b756 req-5a59bb1d-a977-43c2-99dd-675f97dc2a43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0444336 Mar 09 14:55:35.409991 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d75677-0f25-4f23-8a72-1f247655b756 req-2cc1d990-a167-4cc3-a168-f755f08bbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:35.411421 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68d75677-0f25-4f23-8a72-1f247655b756 req-2cc1d990-a167-4cc3-a168-f755f08bbebe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415821 Mar 09 14:55:35.420763 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [req-68d75677-0f25-4f23-8a72-1f247655b756 req-3dfc534b-4531-4795-82d6-1eed150fee7c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109967) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:55:35.421691 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68d75677-0f25-4f23-8a72-1f247655b756 req-3dfc534b-4531-4795-82d6-1eed150fee7c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047274 Mar 09 14:55:35.510172 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68d75677-0f25-4f23-8a72-1f247655b756 req-1180ac67-4c0d-4e9d-a6aa-155c5ebd4876 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821853 Mar 09 14:55:35.595292 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-68d75677-0f25-4f23-8a72-1f247655b756 req-411e9c01-5cb0-41ee-a6ff-d984e1c633cb service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790143 Mar 09 14:55:37.139672 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:55:44.238472 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952eae28-fc80-46cf-bb63-b5e73148376b req-ef377fba-b37b-4dfd-8a6a-60882f485353 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:44.239944 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-952eae28-fc80-46cf-bb63-b5e73148376b req-ef377fba-b37b-4dfd-8a6a-60882f485353 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 946 time: 0.1607113 Mar 09 14:55:44.287490 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-952eae28-fc80-46cf-bb63-b5e73148376b req-3b79aed2-5d12-4aef-b7ab-9f8cee2a5c21 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418849 Mar 09 14:55:44.847505 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4305bd19-5c86-4cb9-9bd9-27e2fa6e461a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:45.449431 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f72e1-35fe-497f-87a9-0ce2aa340b8f req-26490dd9-c10f-40d5-948a-12240971cd0b tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:45.450920 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e08f72e1-35fe-497f-87a9-0ce2aa340b8f req-26490dd9-c10f-40d5-948a-12240971cd0b tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 946 time: 0.0981274 Mar 09 14:55:45.499757 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-e08f72e1-35fe-497f-87a9-0ce2aa340b8f req-ade2bf26-561c-4e07-bee4-0eff4609df65 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 Mar 09 14:55:45.644039 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-1f2336d0-d968-4447-ad1b-b6be35ce26ed tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:45.645397 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-1f2336d0-d968-4447-ad1b-b6be35ce26ed tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 946 time: 0.0548387 Mar 09 14:55:45.732510 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Deleting port 0efffca4-982c-4bef-9383-7eacfecaef61 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:55:45.732890 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:45.819605 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] For port 0efffca4-982c-4bef-9383-7eacfecaef61, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0efffca4-982c-4bef-9383-7eacfecaef61,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:55:45.819956 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:45.980028 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:45.980304 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (7c897edc-dc97-4579-899d-851f58bd68cb), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:45.980614 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Floating IP 7c897edc-dc97-4579-899d-851f58bd68cb disassociated. External IP: 172.27.2.238, port: 0efffca4-982c-4bef-9383-7eacfecaef61. Mar 09 14:55:45.980976 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Calling delete_port for 0efffca4-982c-4bef-9383-7eacfecaef61 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:55:46.144198 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (0efffca4-982c-4bef-9383-7eacfecaef61), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:46.172613 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event deleted for resources: {'Port': ['ID=0efffca4-982c-4bef-9383-7eacfecaef61,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:55:46.184425 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.184814 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.185174 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.185514 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.185858 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.186194 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.186529 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.186864 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.187195 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.187530 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.187858 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.188186 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.188519 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:46.299210 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:55:46.405467 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:55:46.416230 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] Sync routers for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:55:46.426198 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:55:46.426795 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:55:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:55:46.446359 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] No DVR routers for this DVR port 0efffca4-982c-4bef-9383-7eacfecaef61 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:55:46.448938 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:46.452292 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ab218fa7-2cce-4be4-a499-0c2ef958f7c3 req-12242690-1f1d-4b5d-b7df-602a732a1a0a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "DELETE /v2.0/ports/0efffca4-982c-4bef-9383-7eacfecaef61 HTTP/1.1" status: 204 len: 173 time: 0.8017266 Mar 09 14:55:46.452751 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'name': 'network-vif-deleted', 'tag': '0efffca4-982c-4bef-9383-7eacfecaef61'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:55:46.455514 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042e2608-4aca-421a-8b7f-a4c851377c2c" -d '{"events": [{"server_uuid": "b476491c-8eaa-4357-b32e-e87bdff6ea35", "name": "network-vif-deleted", "tag": "0efffca4-982c-4bef-9383-7eacfecaef61"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:55:46.545580 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:55:46.579852 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62f607d-0896-419e-a6c7-748f669fbbe3 x-openstack-request-id: req-f62f607d-0896-419e-a6c7-748f669fbbe3 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:55:46.580152 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b476491c-8eaa-4357-b32e-e87bdff6ea35", "name": "network-vif-deleted", "tag": "0efffca4-982c-4bef-9383-7eacfecaef61", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:55:46.580412 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f62f607d-0896-419e-a6c7-748f669fbbe3 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:55:46.580840 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b476491c-8eaa-4357-b32e-e87bdff6ea35', 'name': 'network-vif-deleted', 'tag': '0efffca4-982c-4bef-9383-7eacfecaef61', 'status': 'completed', 'code': 200} Mar 09 14:55:46.611675 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3edc0af0-9d7f-476f-b90e-c60c29fc0a25 req-ae3e3be2-811a-4475-9897-91c54196ef69 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b476491c-8eaa-4357-b32e-e87bdff6ea35 HTTP/1.1" status: 200 len: 210 time: 0.0345106 Mar 09 14:55:46.757839 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:55:46.784041 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] Checking router: 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:55:46.792194 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:55:46.792949 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:55:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:55:46.899741 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:55:47.098132 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:55:47.115613 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a4108ea2-f736-4c01-a8a4-2bf913557531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:47.123274 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f3de7-7efd-4caa-8504-f4eeaba15e74 None None] The sync data for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi is: [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:55:47.337345 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38d2fdb-f5d5-4b66-aa39-0a336cfef22b None None] New status for floating IP 7c897edc-dc97-4579-899d-851f58bd68cb: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:55:47.859333 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-4582a93d-24d0-4260-977a-6e4a95c87377 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355157572&fields=id&tenant_id=4fb89c3ffaae45299cf60de734481334 HTTP/1.1" status: 200 len: 267 time: 0.0426357 Mar 09 14:55:47.959929 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-49801369-6c2c-4ce7-a693-001dfbc9be1d tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:47.961289 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-49801369-6c2c-4ce7-a693-001dfbc9be1d tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 811 time: 0.0954709 Mar 09 14:55:47.975255 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-3afcb89e-5822-4bb5-8bea-fa83eff7d757 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/quotas/4fb89c3ffaae45299cf60de734481334 HTTP/1.1" status: 200 len: 375 time: 0.0088186 Mar 09 14:55:48.031546 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-7a812026-0600-4f15-9a04-25fab22703ad tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516315 Mar 09 14:55:48.087735 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-9039a66b-03c5-410b-9287-8ad242885ff0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:55:48.088745 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-9039a66b-03c5-410b-9287-8ad242885ff0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464423 Mar 09 14:55:48.175047 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-0ef62150-67fb-4193-8fae-67b7fc1f39ac service neutron] 10.222.0.20 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802858 Mar 09 14:55:48.265253 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-2023ab3f-cd2c-45bd-bcac-df09a22d8511 service neutron] 10.222.0.20 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845942 Mar 09 14:55:48.344057 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:48.787438 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-61b46fab-7329-45cb-9422-b85247abf07b req-63978b02-549d-4002-88e0-7204e020bc02 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 210 time: 0.0281463 Mar 09 14:55:49.052123 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 0efffca4-982c-4bef-9383-7eacfecaef61 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:55:49.070914 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 0efffca4-982c-4bef-9383-7eacfecaef61 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:55:49.071262 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 0efffca4-982c-4bef-9383-7eacfecaef61 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:55:49.755596 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:49.878799 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-311e279e-0cbf-4f76-aa12-dc672bd40db5 req-9e050fb2-7cc8-4204-b882-eddd5f6971a1 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 210 time: 0.0268617 Mar 09 14:55:50.642006 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-685a0f47-ea53-4c61-956a-adf45839046e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:50.643418 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-685a0f47-ea53-4c61-956a-adf45839046e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 811 time: 0.1031303 Mar 09 14:55:50.702580 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-09eb8bc7-8b9c-41f0-a3f1-8262e8897758 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fb89c3ffaae45299cf60de734481334 HTTP/1.1" status: 200 len: 380 time: 0.0513840 Mar 09 14:55:50.711144 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'port': {'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'admin_state_up': True, 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'security_groups': ['3e58da01-0c23-4108-9fc6-f799a8e971f0']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:55:50.863737 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Made reservation on behalf of 4fb89c3ffaae45299cf60de734481334 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:55:50.867277 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:50.974641 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5db29990-e43b-472a-98e3-d71038d7369b req-7e63e5f0-52d8-4f14-8816-c5423784033a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 210 time: 0.0263045 Mar 09 14:55:50.991298 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Allocated IP 172.20.0.9 (82aa80a4-88b6-4bac-8150-e9ffcae18792/fb3da3dd-66b3-4f69-bfc1-0dbabb24847d/99767007-30bc-4a36-b7ab-3e5af38787d9) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:55:51.128271 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:51.143988 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:51.207068 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:51.248022 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:55:51.253652 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:55:51.257222 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:55:51.263611 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'Port': ['ID=99767007-30bc-4a36-b7ab-3e5af38787d9,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:55:51.311259 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:51.311861 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:51.410701 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-a84fae06-9468-4e48-884e-ca9012defa87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7031050 Mar 09 14:55:51.421908 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Request body: {'port': {'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:55:51.432341 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-a9ffd970-b5ec-43d4-9137-a9a2a6ab69bf None None] Provisioning complete for port 99767007-30bc-4a36-b7ab-3e5af38787d9 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:55:51.432853 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a9ffd970-b5ec-43d4-9137-a9a2a6ab69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:51.467360 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-a9ffd970-b5ec-43d4-9137-a9a2a6ab69bf None None] Port 99767007-30bc-4a36-b7ab-3e5af38787d9 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:55:51.534854 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:51.784659 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99767007-30bc-4a36-b7ab-3e5af38787d9 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:55:51.792033 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Publish callbacks [] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:51.804322 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Transition to ACTIVE for port object 99767007-30bc-4a36-b7ab-3e5af38787d9 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:55:51.846739 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:51.898766 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Pushing event updated for resources: {'Port': ['ID=99767007-30bc-4a36-b7ab-3e5af38787d9,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:55:51.971401 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Attempting to bind port 99767007-30bc-4a36-b7ab-3e5af38787d9 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:55:51.971737 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Attempting to bind port 99767007-30bc-4a36-b7ab-3e5af38787d9 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:55:51.972064 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Attempting to bind port 99767007-30bc-4a36-b7ab-3e5af38787d9 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:55:51.976737 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Port 99767007-30bc-4a36-b7ab-3e5af38787d9 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:55:51.977077 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Attempting to bind port 99767007-30bc-4a36-b7ab-3e5af38787d9 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:55:51.982040 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:55:51.982374 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Checking segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:55:51.983886 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Bound using segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:55:51.983886 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Bound port: 99767007-30bc-4a36-b7ab-3e5af38787d9, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:55:51.983886 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:52.049032 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] For port 99767007-30bc-4a36-b7ab-3e5af38787d9, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:55:52.052226 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] For port 99767007-30bc-4a36-b7ab-3e5af38787d9, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=99767007-30bc-4a36-b7ab-3e5af38787d9,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:55:52.097845 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21840813-1dc3-4e93-a892-978880bff3bb req-9e447eea-3929-4865-9704-42182a7ded90 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:52.099294 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-21840813-1dc3-4e93-a892-978880bff3bb req-9e447eea-3929-4865-9704-42182a7ded90 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 943 time: 0.0548973 Mar 09 14:55:52.127467 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:52.150286 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-21840813-1dc3-4e93-a892-978880bff3bb req-1bfc1fe5-ed4c-49d6-92c0-e9d4ba9ee51e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452781 Mar 09 14:55:52.167089 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:52.167888 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:52.169338 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] 10.222.0.16 "PUT /v2.0/ports/99767007-30bc-4a36-b7ab-3e5af38787d9 HTTP/1.1" status: 200 len: 1093 time: 0.7514985 Mar 09 14:55:52.169785 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfefe25-24ae-4016-a252-408222e829aa', 'tag': '99767007-30bc-4a36-b7ab-3e5af38787d9'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:55:52.172108 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d84de3-26bc-4a5a-b679-5669365d2d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfefe25-24ae-4016-a252-408222e829aa", "tag": "99767007-30bc-4a36-b7ab-3e5af38787d9"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:55:52.197328 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff80b5-abdb-40b3-a3fc-3a8a7b6da725 service neutron] Pushing event updated for resources: {'Port': ['ID=99767007-30bc-4a36-b7ab-3e5af38787d9,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:55:52.212853 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e827e5-c68a-4ae9-9c1c-f81d2497a721 x-openstack-request-id: req-25e827e5-c68a-4ae9-9c1c-f81d2497a721 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:55:52.213373 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfefe25-24ae-4016-a252-408222e829aa", "tag": "99767007-30bc-4a36-b7ab-3e5af38787d9", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:55:52.213635 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25e827e5-c68a-4ae9-9c1c-f81d2497a721 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:55:52.214042 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfefe25-24ae-4016-a252-408222e829aa', 'tag': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'status': 'completed', 'code': 200} Mar 09 14:55:52.277644 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d84de3-26bc-4a5a-b679-5669365d2d9b req-99a2e09a-c4a1-4bb3-ac02-fbe90e8e0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:52.279170 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-63d84de3-26bc-4a5a-b679-5669365d2d9b req-99a2e09a-c4a1-4bb3-ac02-fbe90e8e0da3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 1127 time: 0.0469689 Mar 09 14:55:52.380248 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d84de3-26bc-4a5a-b679-5669365d2d9b req-fa526d69-20d5-4e0b-a298-13d62a9af715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:52.381744 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-63d84de3-26bc-4a5a-b679-5669365d2d9b req-fa526d69-20d5-4e0b-a298-13d62a9af715 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4fb89c3ffaae45299cf60de734481334&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0948594 Mar 09 14:55:52.472729 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d84de3-26bc-4a5a-b679-5669365d2d9b req-4f7e6e85-85d6-4a3b-800e-83efdff700c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:52.474319 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-63d84de3-26bc-4a5a-b679-5669365d2d9b req-4f7e6e85-85d6-4a3b-800e-83efdff700c5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870392 Mar 09 14:55:52.553818 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-1f27e82a-5ca4-4a1e-8217-3506370aeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:52.555307 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-1f27e82a-5ca4-4a1e-8217-3506370aeb3f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 1127 time: 0.0443232 Mar 09 14:55:52.600471 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-69849139-fa26-45e2-b32c-4caaa453ece7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99767007-30bc-4a36-b7ab-3e5af38787d9 HTTP/1.1" status: 200 len: 217 time: 0.0375264 Mar 09 14:55:52.645878 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6003701d-fe26-41dd-a025-77c3b5a7e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:52.647238 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6003701d-fe26-41dd-a025-77c3b5a7e722 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0414560 Mar 09 14:55:52.694984 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6f14f2f5-3b39-48b9-9fe1-b24553652118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:52.696410 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-6f14f2f5-3b39-48b9-9fe1-b24553652118 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423572 Mar 09 14:55:52.785137 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-3bc5877e-3374-4997-af84-84503b9a26d9 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819666 Mar 09 14:55:52.869223 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ac284e89-c4d4-4216-8747-7cb9410e07e2 req-d197d927-4812-481c-b0ad-71cff88a76b9 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785792 Mar 09 14:55:53.265494 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6fef8-59c0-4164-a621-eead9833c82e req-9a0112d6-767d-417e-8284-1c9fcd453eb1 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:53.267454 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67a6fef8-59c0-4164-a621-eead9833c82e req-9a0112d6-767d-417e-8284-1c9fcd453eb1 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 943 time: 0.0514250 Mar 09 14:55:53.315275 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67a6fef8-59c0-4164-a621-eead9833c82e req-63081d29-99b4-4a35-b7fe-e057f46eef9d tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424306 Mar 09 14:55:54.433104 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380111b8-f690-4968-8144-dd4618357400 req-9ba64f0f-1f93-407a-8474-acde11e8997e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:54.434581 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-380111b8-f690-4968-8144-dd4618357400 req-9ba64f0f-1f93-407a-8474-acde11e8997e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 943 time: 0.0515561 Mar 09 14:55:54.483242 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-380111b8-f690-4968-8144-dd4618357400 req-09f692cd-8fab-4d6a-9c5a-0f5802125f1a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Mar 09 14:55:55.602655 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503f2cf-05c1-4a7b-9da1-97183205b922 req-a81f142a-cf8f-4ad1-945b-40a944069cef tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:55.604102 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2503f2cf-05c1-4a7b-9da1-97183205b922 req-a81f142a-cf8f-4ad1-945b-40a944069cef tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 943 time: 0.0548384 Mar 09 14:55:55.650286 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2503f2cf-05c1-4a7b-9da1-97183205b922 req-647a0c87-20f9-4bc4-82f2-1e4dfe398997 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408227 Mar 09 14:55:56.763992 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60fd49-0dd2-4691-96f5-cbc242b911b4 req-c07a822a-8923-40c4-82ee-ce8936ef181e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:56.765380 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3b60fd49-0dd2-4691-96f5-cbc242b911b4 req-c07a822a-8923-40c4-82ee-ce8936ef181e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 943 time: 0.0512378 Mar 09 14:55:56.812684 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-3b60fd49-0dd2-4691-96f5-cbc242b911b4 req-f5de1970-0fe5-4a76-bca3-b9f7b04e059d tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Mar 09 14:55:57.929405 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218661c-f303-4b71-8f05-2fa98677cc4a req-a3203063-67c6-4747-b4ad-de20ef4f9a4f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:57.930836 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c218661c-f303-4b71-8f05-2fa98677cc4a req-a3203063-67c6-4747-b4ad-de20ef4f9a4f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 943 time: 0.0534751 Mar 09 14:55:57.978031 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-c218661c-f303-4b71-8f05-2fa98677cc4a req-e8ddd10b-2f5e-4196-b939-2c61f817ebf3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417531 Mar 09 14:55:59.091723 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf2567-43ae-41c2-b567-ecd1b0032f1f req-5d93a846-0eba-463b-9be6-5137b71f2558 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:55:59.093126 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9cf2567-43ae-41c2-b567-ecd1b0032f1f req-5d93a846-0eba-463b-9be6-5137b71f2558 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 943 time: 0.0509918 Mar 09 14:55:59.098607 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 99767007-30bc-4a36-b7ab-3e5af38787d9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:55:59.140741 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9cf2567-43ae-41c2-b567-ecd1b0032f1f req-edb18d5a-fe21-47c7-a55e-f852850588aa tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413857 Mar 09 14:55:59.196510 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 99767007-30bc-4a36-b7ab-3e5af38787d9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=99767007-30bc-4a36-b7ab-3e5af38787d9,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:55:59.207576 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'mac_address': 'fa:16:3e:a0:ef:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:55:59.243258 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 99767007-30bc-4a36-b7ab-3e5af38787d9 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:55:59.243644 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:59.255669 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99767007-30bc-4a36-b7ab-3e5af38787d9 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:55:59.273988 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 99767007-30bc-4a36-b7ab-3e5af38787d9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=99767007-30bc-4a36-b7ab-3e5af38787d9,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:55:59.320345 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:55:59.366477 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=99767007-30bc-4a36-b7ab-3e5af38787d9,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:55:59.373749 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.374094 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.374446 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.374792 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.375133 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.376301 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.376641 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.377007 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.377343 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.377678 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.378008 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.378340 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.378668 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:55:59.535999 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['99767007-30bc-4a36-b7ab-3e5af38787d9'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:56:00.254994 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde46672-efc2-4b93-9560-100c867ba68f req-cd42f318-243c-4861-adc0-6c9f82dd7c3c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:00.256474 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bde46672-efc2-4b93-9560-100c867ba68f req-cd42f318-243c-4861-adc0-6c9f82dd7c3c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 944 time: 0.0505295 Mar 09 14:56:00.307936 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-bde46672-efc2-4b93-9560-100c867ba68f req-b7054375-2532-4882-a1dd-e30866f59d6b tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457904 Mar 09 14:56:01.099586 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 99767007-30bc-4a36-b7ab-3e5af38787d9 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:56:01.200210 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 99767007-30bc-4a36-b7ab-3e5af38787d9 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:56:01.204460 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 99767007-30bc-4a36-b7ab-3e5af38787d9 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:56:01.204873 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:01.278541 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 99767007-30bc-4a36-b7ab-3e5af38787d9 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:56:01.278930 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:01.300741 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfefe25-24ae-4016-a252-408222e829aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99767007-30bc-4a36-b7ab-3e5af38787d9'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:56:01.302994 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f10e066-cfce-41cc-b4e1-fe0cb97e7323" -d '{"events": [{"server_uuid": "9dfefe25-24ae-4016-a252-408222e829aa", "name": "network-vif-plugged", "status": "completed", "tag": "99767007-30bc-4a36-b7ab-3e5af38787d9"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:56:01.315469 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 99767007-30bc-4a36-b7ab-3e5af38787d9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=99767007-30bc-4a36-b7ab-3e5af38787d9,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:56:01.354949 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:01.395872 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11e697a-dcef-4519-8efd-c203718b627a x-openstack-request-id: req-b11e697a-dcef-4519-8efd-c203718b627a {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:56:01.396170 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfefe25-24ae-4016-a252-408222e829aa", "name": "network-vif-plugged", "status": "completed", "tag": "99767007-30bc-4a36-b7ab-3e5af38787d9", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:56:01.396427 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b11e697a-dcef-4519-8efd-c203718b627a {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:56:01.396850 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfefe25-24ae-4016-a252-408222e829aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'code': 200} Mar 09 14:56:01.409714 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=99767007-30bc-4a36-b7ab-3e5af38787d9,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:56:01.437883 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50c6fa-5d60-4938-867f-ec5e5086aa38 req-4ff378a9-25de-4dfd-a390-43a711d75965 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:01.439415 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4e50c6fa-5d60-4938-867f-ec5e5086aa38 req-4ff378a9-25de-4dfd-a390-43a711d75965 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 945 time: 0.0610564 Mar 09 14:56:01.488041 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4e50c6fa-5d60-4938-867f-ec5e5086aa38 req-e108bed4-2cde-4b95-b50d-b435696dc3a8 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431619 Mar 09 14:56:01.687577 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b13df2-cec2-49a3-9765-95fc87346922 req-1300f59f-181e-4f89-ab2f-9ff1ee01e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:01.689501 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-00b13df2-cec2-49a3-9765-95fc87346922 req-1300f59f-181e-4f89-ab2f-9ff1ee01e28b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 1129 time: 0.0458276 Mar 09 14:56:01.732508 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-00b13df2-cec2-49a3-9765-95fc87346922 req-fee544bd-bf43-4288-bf37-5af38a004bfe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374720 Mar 09 14:56:02.605481 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d89c0d-a247-466a-84ad-9bcc08fb680a req-e8cf8549-ffd9-47fc-9254-b620af42524e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:02.606955 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d7d89c0d-a247-466a-84ad-9bcc08fb680a req-e8cf8549-ffd9-47fc-9254-b620af42524e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 945 time: 0.0518227 Mar 09 14:56:02.655079 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d7d89c0d-a247-466a-84ad-9bcc08fb680a req-d7f5d3f7-24d2-4d8e-8fd0-4dd870f351d0 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Mar 09 14:56:03.774727 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd57ddb-e5b0-4f1e-bf7f-637d0d75f18f req-6c8b11bf-d91f-49a4-90bb-b871e0924b2e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:03.776168 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-abd57ddb-e5b0-4f1e-bf7f-637d0d75f18f req-6c8b11bf-d91f-49a4-90bb-b871e0924b2e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 945 time: 0.0544674 Mar 09 14:56:03.823602 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-abd57ddb-e5b0-4f1e-bf7f-637d0d75f18f req-6ec5b345-c452-4b33-84bb-49da0b1fd07c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 Mar 09 14:56:03.937009 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a933d-6a8e-4c32-94d3-c9dd162d4d08 req-3b4a0ba3-368b-4359-b95e-10eface8e2f6 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:03.938935 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa3a933d-6a8e-4c32-94d3-c9dd162d4d08 req-3b4a0ba3-368b-4359-b95e-10eface8e2f6 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 945 time: 0.0518804 Mar 09 14:56:03.986823 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fa3a933d-6a8e-4c32-94d3-c9dd162d4d08 req-5c61e330-27dc-4737-908f-b0097628ce2f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424683 Mar 09 14:56:04.009060 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43526) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:56:04.017348 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:04.051993 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac26880-5625-4d98-8aed-01747b3fc597 tempest-TestVolumeBootPattern-92775583 tempest-TestVolumeBootPattern-92775583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:04.053477 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-aac26880-5625-4d98-8aed-01747b3fc597 tempest-TestVolumeBootPattern-92775583 tempest-TestVolumeBootPattern-92775583-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 1124 time: 0.0434778 Mar 09 14:56:04.056107 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43528) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:56:04.060231 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:56:04.114185 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:04.210129 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:04.312294 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Allocated IP 172.27.2.109 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/febd6fd5-c92b-4a02-a937-6c2a153e46cc) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:56:04.408683 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for port (febd6fd5-c92b-4a02-a937-6c2a153e46cc), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:04.491821 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (febd6fd5-c92b-4a02-a937-6c2a153e46cc), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:04.528455 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:56:04.533758 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:56:04.537175 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:56:04.542337 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'Port': ['ID=febd6fd5-c92b-4a02-a937-6c2a153e46cc,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:56:04.573561 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.573841 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.574189 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.574531 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.574866 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.575199 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.575536 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.575867 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.576195 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.576528 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.576881 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.577207 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.577530 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:56:04.909695 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:05.035727 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (febd6fd5-c92b-4a02-a937-6c2a153e46cc), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:05.179290 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for port (febd6fd5-c92b-4a02-a937-6c2a153e46cc), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:05.239602 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (febd6fd5-c92b-4a02-a937-6c2a153e46cc), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:05.310493 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'Port': ['ID=febd6fd5-c92b-4a02-a937-6c2a153e46cc,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:56:05.320858 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:05.420601 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Floating IP c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f associated. External IP: 172.27.2.109, port: 99767007-30bc-4a36-b7ab-3e5af38787d9. Mar 09 14:56:05.628343 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:56:05.734826 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:56:05.744705 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] Sync routers for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:56:05.754654 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:56:05.759260 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:55:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:56:05.802129 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:05.864067 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:56:06.066079 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-6b1d3070-0859-4a43-8b23-43a89bcd8b16 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0089638 Mar 09 14:56:06.066777 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfefe25-24ae-4016-a252-408222e829aa', 'tag': '99767007-30bc-4a36-b7ab-3e5af38787d9'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:56:06.068996 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfefe25-24ae-4016-a252-408222e829aa", "tag": "99767007-30bc-4a36-b7ab-3e5af38787d9"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:56:06.092645 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:a0:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:56:04Z', 'updated_at': '2022-03-09T14:56:04Z', 'revision_number': 0, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:56:06.117715 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] Checking router: 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:56:06.126793 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:56:06.127439 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:55:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:56:06.168856 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b986b1-d153-41bf-83f4-c0a12ce474de x-openstack-request-id: req-64b986b1-d153-41bf-83f4-c0a12ce474de {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:56:06.169148 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfefe25-24ae-4016-a252-408222e829aa", "tag": "99767007-30bc-4a36-b7ab-3e5af38787d9", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:56:06.169399 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64b986b1-d153-41bf-83f4-c0a12ce474de {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:56:06.169792 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfefe25-24ae-4016-a252-408222e829aa', 'tag': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'status': 'completed', 'code': 200} Mar 09 14:56:06.236522 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-11656e39-42eb-41ca-8c09-843541c78a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:06.237702 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:56:06.238033 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-11656e39-42eb-41ca-8c09-843541c78a71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 1129 time: 0.0438592 Mar 09 14:56:06.329568 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-c20ac302-ec6c-4b47-88e8-5bab87e25011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:06.331069 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-c20ac302-ec6c-4b47-88e8-5bab87e25011 service neutron] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 912 time: 0.0869865 Mar 09 14:56:06.397252 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-4a599f02-9f82-4dfa-be2c-3df78b32a7f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99767007-30bc-4a36-b7ab-3e5af38787d9 HTTP/1.1" status: 200 len: 999 time: 0.0601349 Mar 09 14:56:06.444494 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-c8a7db4b-7759-4034-bef0-7687ce37095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:06.446244 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-c8a7db4b-7759-4034-bef0-7687ce37095c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0433269 Mar 09 14:56:06.496857 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-de2ad9be-7be6-43b7-8a53-fc72551538a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:06.498440 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-de2ad9be-7be6-43b7-8a53-fc72551538a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465987 Mar 09 14:56:06.547329 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:a0:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:56:04Z', 'updated_at': '2022-03-09T14:56:04Z', 'revision_number': 0, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:56:06.572788 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4215429-06f8-4e31-ba79-b20259d493f2 None None] The sync data for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi is: [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:a0:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:56:04Z', 'updated_at': '2022-03-09T14:56:04Z', 'revision_number': 0, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:56:06.586575 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-e3288560-6623-4ecd-80c0-5b106f83444b service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820169 Mar 09 14:56:06.678796 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-ef4270f0-c8ee-4f9a-a5aa-dfff5a961d56 req-7f4db98a-5215-4abd-b2f9-054cea8fec27 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865133 Mar 09 14:56:06.762101 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2333225-2961-4824-bbc5-244411cb4149 None None] New status for floating IP c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f: ACTIVE {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:56:14.138302 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:56:14.851001 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-86ba90c5-1e17-4039-922e-a0faad736a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:17.153248 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-2c27f0b1-e270-415d-8888-f99329ead1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:18.330159 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:19.701590 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:21.153392 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:34.003882 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:35.970358 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-3787d3c5-06b5-4718-b51d-8aef3efb7d3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422404 Mar 09 14:56:36.051088 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-9091aaab-6523-47bd-bd4a-ff0a4dfb6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:36.052517 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-9091aaab-6523-47bd-bd4a-ff0a4dfb6782 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 1129 time: 0.0427761 Mar 09 14:56:36.151669 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-6a0e8b0a-368c-4ba2-afa2-13631104a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:36.153140 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-6a0e8b0a-368c-4ba2-afa2-13631104a29d service neutron] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 912 time: 0.0842929 Mar 09 14:56:36.213968 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-5f89f8a6-3560-4e0c-945b-9bd842ba9998 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99767007-30bc-4a36-b7ab-3e5af38787d9 HTTP/1.1" status: 200 len: 1001 time: 0.0545788 Mar 09 14:56:36.261773 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-f4eb36c4-fd8b-48bb-82a1-8b100b503ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:36.263070 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-f4eb36c4-fd8b-48bb-82a1-8b100b503ccc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0443254 Mar 09 14:56:36.310221 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-f1949ed5-a89c-4e6a-b8f5-5d3a1c8e8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:56:36.311693 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-f1949ed5-a89c-4e6a-b8f5-5d3a1c8e8c61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422270 Mar 09 14:56:36.399114 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-9911888a-871a-4e24-a36b-06ceb3260920 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817101 Mar 09 14:56:36.484565 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-2b47e92d-b817-415b-be00-0beda1e5a698 req-16a04c7c-caeb-4cd4-b040-b456ef54a2ad service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792012 Mar 09 14:56:44.854186 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-64cfb5cc-6a8a-4a97-81e3-e3f1093cbe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:47.099796 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-826be570-8fbc-455c-825c-d66c05660bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:48.339878 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:49.751313 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:56:51.136818 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:56:51.185567 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:03.996137 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:14.858512 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b2192780-cb3b-42ed-a9d7-834f79a92b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:17.109806 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-9748dac0-706c-488b-a9ef-0c74f823ff83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:18.326645 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:19.720753 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:21.149411 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:28.137489 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:57:34.028772 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:35.945297 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-c55b3dd4-8418-4a6d-ab67-981a3c7fe12d tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355157572&fields=id&tenant_id=4fb89c3ffaae45299cf60de734481334 HTTP/1.1" status: 200 len: 267 time: 0.0431976 Mar 09 14:57:36.049830 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-086558ae-6173-4013-8ee6-b6ffaa4cd20f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:36.051256 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-086558ae-6173-4013-8ee6-b6ffaa4cd20f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 811 time: 0.0998015 Mar 09 14:57:36.065836 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-a2029d6c-16d4-4ca0-876a-da9f8deaf81d tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/quotas/4fb89c3ffaae45299cf60de734481334 HTTP/1.1" status: 200 len: 375 time: 0.0093968 Mar 09 14:57:36.119784 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-0424c6f3-6c10-400f-b4e0-c37a96c8da1a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491297 Mar 09 14:57:36.135162 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-3b5143fe-9425-473f-8ae5-a489072e6dff service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109966) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 14:57:36.136118 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-3b5143fe-9425-473f-8ae5-a489072e6dff service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050259 Mar 09 14:57:36.221875 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-6777ea06-f509-47ee-a641-066c57d4a77a service neutron] 10.222.0.20 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804179 Mar 09 14:57:36.310200 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-f74547f5-3e82-495d-9458-a18cb40fa8e3 service neutron] 10.222.0.20 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827198 Mar 09 14:57:36.388490 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-974bd3ed-2071-4d8f-8f3f-42b0074de9f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418396 Mar 09 14:57:36.475721 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-6494b9b1-f53b-4f58-a0a3-e20796402569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:36.477243 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-6494b9b1-f53b-4f58-a0a3-e20796402569 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 1129 time: 0.0483761 Mar 09 14:57:36.576422 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-7715e75c-6dc1-4490-8c1b-b569ff7241c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:36.577895 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-7715e75c-6dc1-4490-8c1b-b569ff7241c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 912 time: 0.0837553 Mar 09 14:57:36.904465 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-df5c786b-c3ee-4071-bf00-9467880eb163 req-fe43643d-54a7-43cc-92e8-b146feeb3f38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 210 time: 0.0275803 Mar 09 14:57:36.908240 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-02cf47e4-5065-444e-911f-756c6d4fe69e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99767007-30bc-4a36-b7ab-3e5af38787d9 HTTP/1.1" status: 200 len: 1001 time: 0.3244970 Mar 09 14:57:36.957500 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-cadcb19b-4283-4348-8448-1f99ccebf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:36.958945 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-cadcb19b-4283-4348-8448-1f99ccebf339 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0453088 Mar 09 14:57:37.006781 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-1329269f-d9c9-4b61-a5f3-2a15bec4a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:37.008272 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-1329269f-d9c9-4b61-a5f3-2a15bec4a84c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436316 Mar 09 14:57:37.099246 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-084ee473-945a-4915-9227-4c278ee97f61 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837345 Mar 09 14:57:37.186239 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-16ba98da-3415-4c1e-8d58-1dfe28d33569 req-076612b6-7afd-499b-a7e4-9027b309c972 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809700 Mar 09 14:57:38.000104 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-67bbb860-fd9f-46b4-b3b7-9b5b8012aaf7 req-1a03f191-6b31-4788-86d2-c1cd313bb155 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 210 time: 0.0275080 Mar 09 14:57:38.676730 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-8909f005-f784-4f31-9b63-01ec73f18c25 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:38.678142 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-8909f005-f784-4f31-9b63-01ec73f18c25 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 811 time: 0.1033792 Mar 09 14:57:38.738137 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-27b423dc-6449-4b61-9609-42401ae743ff tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fb89c3ffaae45299cf60de734481334 HTTP/1.1" status: 200 len: 380 time: 0.0506740 Mar 09 14:57:38.745905 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'port': {'device_id': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'admin_state_up': True, 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'security_groups': ['3e58da01-0c23-4108-9fc6-f799a8e971f0']}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:57:38.931646 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Made reservation on behalf of 4fb89c3ffaae45299cf60de734481334 for: {'port': 1} {{(pid=109967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 14:57:38.935123 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:39.058679 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_common [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Allocated IP 172.20.0.7 (82aa80a4-88b6-4bac-8150-e9ffcae18792/fb3da3dd-66b3-4f69-bfc1-0dbabb24847d/4f0b3690-6c9f-4235-bf33-ea221937bf01) {{(pid=109967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:57:39.097143 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-fbc7f355-8942-496d-8def-7d4b31a91e5d req-03c80fcc-480c-4a27-b258-e5006e5eb07b tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 210 time: 0.0308430 Mar 09 14:57:39.198585 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), precommit_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:39.303835 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), after_create {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:39.346478 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 is already hosted by enough agents. {{(pid=109967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:57:39.351514 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.base_scheduler [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Resources bound (agent type, host, resource id): {{(pid=109967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:57:39.355128 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Received port after_create {{(pid=109967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:57:39.361641 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'Port': ['ID=4f0b3690-6c9f-4235-bf33-ea221937bf01,revision_number=1']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:57:39.397388 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.397744 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.398098 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.398443 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.398824 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.399178 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.399513 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.399844 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.400176 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.400508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.400877 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.401223 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.401529 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:39.422342 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:39.422951 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:39.483816 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-9fbaceb5-84f5-4ae1-b860-ce2af4081c2a tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7406368 Mar 09 14:57:39.494518 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.v2.base [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Request body: {'port': {'device_id': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=109967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:57:39.555259 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:39.614455 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-234b2547-6cc0-4f15-ba00-dbdfc60f1119 None None] Provisioning complete for port 4f0b3690-6c9f-4235-bf33-ea221937bf01 triggered by entity DHCP. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:57:39.615066 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-234b2547-6cc0-4f15-ba00-dbdfc60f1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:39.650852 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-234b2547-6cc0-4f15-ba00-dbdfc60f1119 None None] Port 4f0b3690-6c9f-4235-bf33-ea221937bf01 cannot update to ACTIVE because it is not bound. {{(pid=109968) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 14:57:39.816369 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0b3690-6c9f-4235-bf33-ea221937bf01 {{(pid=109967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:57:39.823689 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Publish callbacks [] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), precommit_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:39.835890 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.provisioning_blocks [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Transition to ACTIVE for port object 4f0b3690-6c9f-4235-bf33-ea221937bf01 will not be triggered until provisioned by entity L2. {{(pid=109967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 14:57:39.913567 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:39.965568 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b3690-6c9f-4235-bf33-ea221937bf01,revision_number=2']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:57:40.033038 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Attempting to bind port 4f0b3690-6c9f-4235-bf33-ea221937bf01 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 14:57:40.033375 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Attempting to bind port 4f0b3690-6c9f-4235-bf33-ea221937bf01 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 14:57:40.033709 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Attempting to bind port 4f0b3690-6c9f-4235-bf33-ea221937bf01 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:57:40.038113 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Port 4f0b3690-6c9f-4235-bf33-ea221937bf01 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 14:57:40.038452 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Attempting to bind port 4f0b3690-6c9f-4235-bf33-ea221937bf01 on network 82aa80a4-88b6-4bac-8150-e9ffcae18792 {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 14:57:40.043350 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Checking agent: {'id': 'e201fd45-fd65-44b7-a663-527806cbc166', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'started_at': datetime.datetime(2022, 3, 9, 14, 42, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 14, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 14:57:40.043690 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Checking segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 14:57:40.044076 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Bound using segment: {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'} {{(pid=109967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 14:57:40.044503 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.managers [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Bound port: 4f0b3690-6c9f-4235-bf33-ea221937bf01, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402bc33f-cd3c-48c1-b307-f0f91bda2ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792'}}] {{(pid=109967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 14:57:40.044887 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), before_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:40.113776 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] For port 4f0b3690-6c9f-4235-bf33-ea221937bf01, host hv-cinder-83008, cleared binding levels {{(pid=109967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 14:57:40.116312 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] For port 4f0b3690-6c9f-4235-bf33-ea221937bf01, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4f0b3690-6c9f-4235-bf33-ea221937bf01,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 14:57:40.206339 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12879122'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), after_update {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:40.214933 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4893e-322a-40ab-998f-03e599ddb8d3 req-ce23c3c6-efe5-4bed-b4cf-616bb1edd4ab tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:40.214933 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-72f4893e-322a-40ab-998f-03e599ddb8d3 req-ce23c3c6-efe5-4bed-b4cf-616bb1edd4ab tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 943 time: 0.0521843 Mar 09 14:57:40.241755 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:40.242439 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:40.243742 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-2827fccf-8600-454b-82ce-428e37711772 service neutron] 10.222.0.16 "PUT /v2.0/ports/4f0b3690-6c9f-4235-bf33-ea221937bf01 HTTP/1.1" status: 200 len: 1093 time: 0.7534633 Mar 09 14:57:40.244186 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'tag': '4f0b3690-6c9f-4235-bf33-ea221937bf01'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:57:40.246428 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575589c5-9f31-4cd1-ba74-31b92eb6b0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe970a4-d48c-4554-95af-b75d19ceefaa", "tag": "4f0b3690-6c9f-4235-bf33-ea221937bf01"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:57:40.275855 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827fccf-8600-454b-82ce-428e37711772 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0b3690-6c9f-4235-bf33-ea221937bf01,revision_number=3']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:57:40.281592 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-72f4893e-322a-40ab-998f-03e599ddb8d3 req-4b8b9d34-6672-4994-911a-1673a3b4c1d9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612183 Mar 09 14:57:40.300972 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf57421-434d-437d-a8c7-25b966f234c6 x-openstack-request-id: req-4bf57421-434d-437d-a8c7-25b966f234c6 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:57:40.301507 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe970a4-d48c-4554-95af-b75d19ceefaa", "tag": "4f0b3690-6c9f-4235-bf33-ea221937bf01", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:57:40.301780 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bf57421-434d-437d-a8c7-25b966f234c6 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:57:40.302472 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'tag': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'status': 'completed', 'code': 200} Mar 09 14:57:40.356950 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575589c5-9f31-4cd1-ba74-31b92eb6b0fc req-9ce7846f-f329-43bd-acec-d8871d8781fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:40.358499 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-575589c5-9f31-4cd1-ba74-31b92eb6b0fc req-9ce7846f-f329-43bd-acec-d8871d8781fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 1127 time: 0.0483432 Mar 09 14:57:40.459224 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575589c5-9f31-4cd1-ba74-31b92eb6b0fc req-f4a33912-94e4-4585-820f-782f4d60fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:40.460991 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-575589c5-9f31-4cd1-ba74-31b92eb6b0fc req-f4a33912-94e4-4585-820f-782f4d60fe53 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4fb89c3ffaae45299cf60de734481334&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0961626 Mar 09 14:57:40.552683 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575589c5-9f31-4cd1-ba74-31b92eb6b0fc req-11b12440-dd2a-4979-9ec9-136ec117e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:40.554152 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-575589c5-9f31-4cd1-ba74-31b92eb6b0fc req-11b12440-dd2a-4979-9ec9-136ec117e435 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867441 Mar 09 14:57:40.635194 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-c0496bd9-2942-4665-889c-3e423434e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:40.636593 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-c0496bd9-2942-4665-889c-3e423434e981 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 1127 time: 0.0476284 Mar 09 14:57:40.676245 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-ac3dbfe6-a5a4-4f19-bfa4-a720d849b1df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f0b3690-6c9f-4235-bf33-ea221937bf01 HTTP/1.1" status: 200 len: 217 time: 0.0330126 Mar 09 14:57:40.723430 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-4534b94d-557b-4661-ba79-583641c90b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:40.724829 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-4534b94d-557b-4661-ba79-583641c90b72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0422785 Mar 09 14:57:40.771485 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-8141e820-0f33-424c-adcd-7fdde0836a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:40.772936 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-8141e820-0f33-424c-adcd-7fdde0836a5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416002 Mar 09 14:57:40.863384 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-29ecb895-cf7f-4c17-9010-1c240db0b1a1 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842936 Mar 09 14:57:40.953593 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d0d80e11-1924-4f68-bbfd-8fa6cf75c3fb req-1fcc27da-29ab-4484-b1e0-cfb2fb1111c4 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845699 Mar 09 14:57:41.392126 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396feab-e3fe-4257-bbe0-60f0e181d5a8 req-f9968d40-ba31-4706-810e-d20dc3ee586d tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:41.393627 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2396feab-e3fe-4257-bbe0-60f0e181d5a8 req-f9968d40-ba31-4706-810e-d20dc3ee586d tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 943 time: 0.0515246 Mar 09 14:57:41.440872 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2396feab-e3fe-4257-bbe0-60f0e181d5a8 req-1a9f2ba1-cf62-477c-ad57-8fd4cbe801c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418148 Mar 09 14:57:42.561656 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e2c33-ebfd-4c33-9fe6-326833544c5e req-b8787be4-2894-4a5a-a7ee-71ebaae3ee4f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:42.563109 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-210e2c33-ebfd-4c33-9fe6-326833544c5e req-b8787be4-2894-4a5a-a7ee-71ebaae3ee4f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 943 time: 0.0547214 Mar 09 14:57:42.611541 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-210e2c33-ebfd-4c33-9fe6-326833544c5e req-e9ad633d-f73b-4990-ac6b-916c54c64669 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429978 Mar 09 14:57:43.725505 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b64d5-68a6-465d-b747-862b30369dfe req-a2fd9e15-6a8e-4fda-a9f5-1f5a0e50fe3c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:43.726861 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ca2b64d5-68a6-465d-b747-862b30369dfe req-a2fd9e15-6a8e-4fda-a9f5-1f5a0e50fe3c tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 943 time: 0.0511105 Mar 09 14:57:43.774262 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ca2b64d5-68a6-465d-b747-862b30369dfe req-3500cd14-ff8b-49cd-999e-07de84cd2c2f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419419 Mar 09 14:57:44.874235 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4c1f458f-2ede-4129-b47c-1879b662a621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:44.888442 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24f67a-cd2c-48cc-a5a0-cf844ae53a0e req-703682e7-453b-4918-b8f6-8a7339b5e719 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:44.890710 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ec24f67a-cd2c-48cc-a5a0-cf844ae53a0e req-703682e7-453b-4918-b8f6-8a7339b5e719 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 943 time: 0.0513542 Mar 09 14:57:44.942859 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ec24f67a-cd2c-48cc-a5a0-cf844ae53a0e req-25ce571c-d76b-48d7-b0f5-f3d7aa5b59eb tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465844 Mar 09 14:57:46.056753 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f01c-aa9f-4caf-a459-c6518a737d28 req-e8e05eaa-ebf0-438c-95d3-afb1fe60a2d0 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:46.058208 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2639f01c-aa9f-4caf-a459-c6518a737d28 req-e8e05eaa-ebf0-438c-95d3-afb1fe60a2d0 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 943 time: 0.0509450 Mar 09 14:57:46.105932 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-2639f01c-aa9f-4caf-a459-c6518a737d28 req-7a67d48c-8319-4e36-a152-386c412c9ad2 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Mar 09 14:57:47.109167 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-73b482b1-78e7-4ec7-a09f-4fc9ac38984b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:47.219826 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923a1fe-e3ac-4c28-84bb-79ce05e83073 req-7f5f5294-1de9-4fbb-baea-67457a8231b2 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:47.221429 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a923a1fe-e3ac-4c28-84bb-79ce05e83073 req-7f5f5294-1de9-4fbb-baea-67457a8231b2 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 943 time: 0.0517588 Mar 09 14:57:47.268371 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-a923a1fe-e3ac-4c28-84bb-79ce05e83073 req-8441b2c3-0847-457f-ab4a-327bfcb8d76f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415072 Mar 09 14:57:47.699781 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 4f0b3690-6c9f-4235-bf33-ea221937bf01 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=109968) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 14:57:47.794645 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 4f0b3690-6c9f-4235-bf33-ea221937bf01, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4f0b3690-6c9f-4235-bf33-ea221937bf01,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:57:47.805749 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Returning: {'device': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'port_id': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'mac_address': 'fa:16:3e:d9:52:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109968) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 14:57:47.840653 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 4f0b3690-6c9f-4235-bf33-ea221937bf01 is: DOWN; New status is: BUILD {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:57:47.841080 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:47.853653 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0b3690-6c9f-4235-bf33-ea221937bf01 {{(pid=109968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 14:57:47.872075 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 4f0b3690-6c9f-4235-bf33-ea221937bf01, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4f0b3690-6c9f-4235-bf33-ea221937bf01,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:57:47.954210 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:48.002363 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=4f0b3690-6c9f-4235-bf33-ea221937bf01,revision_number=4']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:57:48.009146 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.012224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.012224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.012224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.012224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.012224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.012224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.012224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.012224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.012224 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.013058 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.013058 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.013058 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:48.178441 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] get_ports_and_sgs() called for port_ids ['4f0b3690-6c9f-4235-bf33-ea221937bf01'] {{(pid=109968) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 14:57:48.387748 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a7cd1-80a7-4a3e-a7df-c75f5aac10f4 req-567448c2-82a0-4117-baec-3c2e1b99be64 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:48.391785 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f72a7cd1-80a7-4a3e-a7df-c75f5aac10f4 req-567448c2-82a0-4117-baec-3c2e1b99be64 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 944 time: 0.0585372 Mar 09 14:57:48.394577 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:48.439620 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f72a7cd1-80a7-4a3e-a7df-c75f5aac10f4 req-ff17d9b4-a7e2-4766-be6a-73b458a83b87 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438788 Mar 09 14:57:49.555983 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505654dc-cd57-4543-b19c-7c67f1b325c4 req-30c96ab5-e849-469c-b581-55970c8f26c2 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:49.557477 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-505654dc-cd57-4543-b19c-7c67f1b325c4 req-30c96ab5-e849-469c-b581-55970c8f26c2 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 944 time: 0.0517356 Mar 09 14:57:49.605046 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-505654dc-cd57-4543-b19c-7c67f1b325c4 req-950f71fe-2698-4666-9ca3-670a2b2c3cdf tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421183 Mar 09 14:57:49.700373 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 4f0b3690-6c9f-4235-bf33-ea221937bf01 up at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 14:57:49.727001 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:49.793819 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning for port 4f0b3690-6c9f-4235-bf33-ea221937bf01 completed by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 14:57:49.797889 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.provisioning_blocks [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Provisioning complete for port 4f0b3690-6c9f-4235-bf33-ea221937bf01 triggered by entity L2. {{(pid=109968) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 14:57:49.798263 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1399591'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), provisioning_complete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:49.874897 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Current status of the port 4f0b3690-6c9f-4235-bf33-ea221937bf01 is: BUILD; New status is: ACTIVE {{(pid=109968) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 14:57:49.875280 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), before_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:49.896395 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b3690-6c9f-4235-bf33-ea221937bf01'}] {{(pid=109968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:57:49.898681 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9142d6a4c69b9aafd585df7f9c884755bb0a768dbf42c9a07f78e8c0085e971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3436d9-a1a8-486b-a2a8-5f78b2c0e2f4" -d '{"events": [{"server_uuid": "5fe970a4-d48c-4554-95af-b75d19ceefaa", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b3690-6c9f-4235-bf33-ea221937bf01"}]}' {{(pid=109968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:57:49.922627 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] For port 4f0b3690-6c9f-4235-bf33-ea221937bf01, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4f0b3690-6c9f-4235-bf33-ea221937bf01,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:57:49.934800 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dcbc58-75ec-4031-889e-fa8ea585f656 x-openstack-request-id: req-f7dcbc58-75ec-4031-889e-fa8ea585f656 {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:57:49.935087 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe970a4-d48c-4554-95af-b75d19ceefaa", "name": "network-vif-plugged", "status": "completed", "tag": "4f0b3690-6c9f-4235-bf33-ea221937bf01", "code": 200}]} {{(pid=109968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:57:49.935340 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7dcbc58-75ec-4031-889e-fa8ea585f656 {{(pid=109968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:57:49.935726 dv-cinder-830086-3-iscsi neutron-server[109968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'code': 200} Mar 09 14:57:50.016212 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:50.064499 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Pushing event updated for resources: {'Port': ['ID=4f0b3690-6c9f-4235-bf33-ea221937bf01,revision_number=5']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:57:50.288988 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce7f9e-639d-471b-ba82-9ba11cecdda5 req-6786fa31-f0b1-416d-8db1-4c1b1c5fcda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:50.290516 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-18ce7f9e-639d-471b-ba82-9ba11cecdda5 req-6786fa31-f0b1-416d-8db1-4c1b1c5fcda7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 1129 time: 0.0438633 Mar 09 14:57:50.335035 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-18ce7f9e-639d-471b-ba82-9ba11cecdda5 req-3751f303-fc9c-4a6a-9041-8b739c1bdf6b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383933 Mar 09 14:57:50.724726 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9375f4f-422c-4d7a-950a-061ddb9c858d req-dcc0e693-45d0-4592-9438-509e989766f7 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:50.726200 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9375f4f-422c-4d7a-950a-061ddb9c858d req-dcc0e693-45d0-4592-9438-509e989766f7 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 945 time: 0.0550585 Mar 09 14:57:50.773439 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-f9375f4f-422c-4d7a-950a-061ddb9c858d req-b8ef6a93-bce9-4806-903b-659a099b258e tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418124 Mar 09 14:57:51.181435 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:51.889516 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c049bf-1d6f-4797-934f-edbae6c8ef7d req-559f90f5-3bf6-4f74-89b7-153f03ffdbea tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:51.891466 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-84c049bf-1d6f-4797-934f-edbae6c8ef7d req-559f90f5-3bf6-4f74-89b7-153f03ffdbea tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 945 time: 0.0508599 Mar 09 14:57:51.938673 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-84c049bf-1d6f-4797-934f-edbae6c8ef7d req-21bd1610-1671-4165-8680-d1d277a9541d tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418336 Mar 09 14:57:52.052241 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92413f6d-6e37-46d4-a29d-50d7fe0cbbcf req-12f89793-9d0d-47ef-be30-8e45d5be5151 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:52.053669 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-92413f6d-6e37-46d4-a29d-50d7fe0cbbcf req-12f89793-9d0d-47ef-be30-8e45d5be5151 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 945 time: 0.0514934 Mar 09 14:57:52.104287 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-92413f6d-6e37-46d4-a29d-50d7fe0cbbcf req-ae25119d-94d2-446e-9cab-94e8c4312bf0 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449486 Mar 09 14:57:52.126004 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43656) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:57:52.167117 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719e6cc4-ecf1-47d1-9e07-6bc4f977f09a tempest-TestVolumeBootPattern-92775583 tempest-TestVolumeBootPattern-92775583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:52.168603 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-719e6cc4-ecf1-47d1-9e07-6bc4f977f09a tempest-TestVolumeBootPattern-92775583 tempest-TestVolumeBootPattern-92775583-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 1124 time: 0.0416336 Mar 09 14:57:52.171210 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43658) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:57:52.175272 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.v2.base [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Request body: {'floatingip': {'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'port_id': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109966) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 14:57:52.268138 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:52.360238 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (None), before_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:52.462152 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_common [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Allocated IP 172.27.2.36 (a3723293-bfc5-452b-a949-b98fd51ccf30/daaebfff-bc24-4763-901f-183a8d6541f5/363ab006-2ab1-47a2-89e2-27ee82444264) {{(pid=109966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 14:57:52.558742 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for port (363ab006-2ab1-47a2-89e2-27ee82444264), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:52.662801 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736492049767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (363ab006-2ab1-47a2-89e2-27ee82444264), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:52.698123 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Network a3723293-bfc5-452b-a949-b98fd51ccf30 is already hosted by enough agents. {{(pid=109966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 14:57:52.700935 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.base_scheduler [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Resources bound (agent type, host, resource id): {{(pid=109966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 14:57:52.706303 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Received port after_create {{(pid=109966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 14:57:52.728914 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'Port': ['ID=363ab006-2ab1-47a2-89e2-27ee82444264,revision_number=1']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:57:52.743348 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.743699 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.744043 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.744383 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.744728 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.745069 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.745397 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.745721 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.746043 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.746365 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.746683 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.746999 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:52.747315 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:57:53.069966 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1), precommit_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:53.197745 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1789033'] for port (363ab006-2ab1-47a2-89e2-27ee82444264), before_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:53.346934 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for port (363ab006-2ab1-47a2-89e2-27ee82444264), precommit_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:53.410813 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736492553831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736492049785', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736492049803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13132577'] for port (363ab006-2ab1-47a2-89e2-27ee82444264), after_update {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:53.479069 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event updated for resources: {'Port': ['ID=363ab006-2ab1-47a2-89e2-27ee82444264,revision_number=2']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:57:53.489283 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-575881'] for floatingip (915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1), after_create {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:53.590221 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Floating IP 915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1 associated. External IP: 172.27.2.36, port: 4f0b3690-6c9f-4235-bf33-ea221937bf01. Mar 09 14:57:53.792960 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:57:53.897465 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:57:53.907006 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] Sync routers for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:57:53.916612 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:57:53.917250 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:57:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:57:54.021183 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:57:54.024548 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:57:54.054025 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-92b29b4a-c0cc-4a0d-a15f-0cc453ba1de9 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8817568 Mar 09 14:57:54.054617 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'tag': '4f0b3690-6c9f-4235-bf33-ea221937bf01'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:57:54.056980 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9573bc9-abd0-489e-b064-e559ef96fc31" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe970a4-d48c-4554-95af-b75d19ceefaa", "tag": "4f0b3690-6c9f-4235-bf33-ea221937bf01"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:57:54.093038 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a41f52c-c368-4a87-8215-d34d6ea77151 x-openstack-request-id: req-7a41f52c-c368-4a87-8215-d34d6ea77151 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:57:54.093646 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe970a4-d48c-4554-95af-b75d19ceefaa", "tag": "4f0b3690-6c9f-4235-bf33-ea221937bf01", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:57:54.093646 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a41f52c-c368-4a87-8215-d34d6ea77151 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:57:54.094016 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'tag': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'status': 'completed', 'code': 200} Mar 09 14:57:54.156250 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-4792b5ba-d222-431f-a6c8-595838e645c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:54.157762 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-4792b5ba-d222-431f-a6c8-595838e645c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 1129 time: 0.0440371 Mar 09 14:57:54.242560 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:d9:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:57:52Z', 'updated_at': '2022-03-09T14:57:52Z', 'revision_number': 0, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}, {'id': 'c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:a0:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:56:04Z', 'updated_at': '2022-03-09T14:56:06Z', 'revision_number': 1, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:57:54.247582 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-0f531392-5638-44ad-b8e3-114ba7b97af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:54.249067 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-0f531392-5638-44ad-b8e3-114ba7b97af9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 912 time: 0.0859740 Mar 09 14:57:54.272152 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] Checking router: 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:57:54.280237 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:57:54.280862 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:57:47Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:57:54.312847 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-458a952f-9ef6-4b81-a6ce-e40a0ae3f2a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f0b3690-6c9f-4235-bf33-ea221937bf01 HTTP/1.1" status: 200 len: 998 time: 0.0566568 Mar 09 14:57:54.363373 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-0627765f-6560-47ee-85e5-3cabd70b6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:54.364867 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-0627765f-6560-47ee-85e5-3cabd70b6b0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0469368 Mar 09 14:57:54.386545 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:57:54.413722 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-7e0f01d8-6bcf-4d84-a36b-19169f35f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:57:54.415202 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-7e0f01d8-6bcf-4d84-a36b-19169f35f95b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433335 Mar 09 14:57:54.502757 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-457bd2ad-4a60-4c09-876f-35e5e38201f6 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813324 Mar 09 14:57:54.594482 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-d9573bc9-abd0-489e-b064-e559ef96fc31 req-38d249b6-818d-475d-8963-7516bea8e525 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856609 Mar 09 14:57:54.608129 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:d9:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:57:52Z', 'updated_at': '2022-03-09T14:57:52Z', 'revision_number': 0, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}, {'id': 'c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:a0:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:56:04Z', 'updated_at': '2022-03-09T14:56:06Z', 'revision_number': 1, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:57:54.638123 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f9bd8-7e06-4710-b8e8-623ee9124a24 None None] The sync data for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi is: [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': '915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:d9:52:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:57:52Z', 'updated_at': '2022-03-09T14:57:52Z', 'revision_number': 0, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}, {'id': 'c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:a0:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:56:04Z', 'updated_at': '2022-03-09T14:56:06Z', 'revision_number': 1, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:57:54.829127 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d909319a-e4fe-4658-8d83-031a5379730f None None] New status for floating IP 915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1: ACTIVE {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:58:04.028058 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:05.136245 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:58:14.838755 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-83ea4d1d-9172-4ee7-8c53-f4e85e7f08e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:17.141278 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3f15c08f-4ef5-45ad-aaf9-0f2848ecd5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:18.375068 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:19.736313 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:21.169812 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:34.055230 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:38.716031 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-25d235d1-b2e6-4d8e-9743-9586fd613ff5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423794 Mar 09 14:58:38.799923 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-eed49ca5-7efb-4f9a-8b3f-042a9ccda0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:58:38.801440 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-eed49ca5-7efb-4f9a-8b3f-042a9ccda0f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 1129 time: 0.0466685 Mar 09 14:58:38.899768 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-5e8a9bac-a867-4024-9e4c-20afd0c52992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:58:38.901269 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-5e8a9bac-a867-4024-9e4c-20afd0c52992 service neutron] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 912 time: 0.0825138 Mar 09 14:58:38.967037 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-b0489363-790e-44d7-b032-314c0965ea63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99767007-30bc-4a36-b7ab-3e5af38787d9 HTTP/1.1" status: 200 len: 1001 time: 0.0596776 Mar 09 14:58:39.013226 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-98ef013d-8169-4e3b-a684-9b19774de767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:58:39.014629 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-98ef013d-8169-4e3b-a684-9b19774de767 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0420935 Mar 09 14:58:39.061397 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-ea116a69-3891-45ef-9e1a-fe1867bb5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:58:39.063288 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-ea116a69-3891-45ef-9e1a-fe1867bb5d01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419910 Mar 09 14:58:39.150594 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-1ce83523-e246-4659-8074-dcdb5fd2a6b5 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818384 Mar 09 14:58:39.238264 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-c579cf5b-412d-4eac-8792-6ac9b0fe5739 req-caa20133-527f-4257-9a1f-8e3af65f1e59 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800760 Mar 09 14:58:42.135757 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:58:44.888901 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-4e417065-a65a-4de5-92ea-fabcdf7f5ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:47.122289 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-708ca0a1-532b-4679-9214-ef0a1a1a9fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:48.357364 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:49.740230 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:58:51.157613 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:04.064232 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:14.899448 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-88692f61-79b9-4ace-b98f-7476c240bca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:17.115232 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b6a74f9f-1cd0-4728-9eb5-fdacb1375240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:18.362714 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:19.134091 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 14:59:19.755342 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:21.143867 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:25.945089 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43680) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:26.147307 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Deleting port 363ab006-2ab1-47a2-89e2-27ee82444264 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:26.147651 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (363ab006-2ab1-47a2-89e2-27ee82444264), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:26.221910 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (363ab006-2ab1-47a2-89e2-27ee82444264), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:26.222156 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (363ab006-2ab1-47a2-89e2-27ee82444264), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:26.233742 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Calling delete_port for 363ab006-2ab1-47a2-89e2-27ee82444264 owned by network:floatingip {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:26.476678 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (363ab006-2ab1-47a2-89e2-27ee82444264), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:26.500666 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event deleted for resources: {'Port': ['ID=363ab006-2ab1-47a2-89e2-27ee82444264,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:26.510367 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.510720 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.511071 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.511413 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.511750 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.512081 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.512802 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.512802 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.513072 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.513447 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.513782 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.514108 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.514432 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:26.572582 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:26.572941 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.db.l3_db [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Floating IP 915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1 disassociated (deleted). External IP: 172.27.2.36, port: 4f0b3690-6c9f-4235-bf33-ea221937bf01. Mar 09 14:59:26.774652 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:59:26.881473 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:59:26.886350 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:26.892414 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] Sync routers for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:59:26.902133 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:59:26.902738 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:59:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:26.915549 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-41a5c960-6f11-4d2f-aaf7-44b1ab9f3423 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "DELETE /v2.0/floatingips/915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1 HTTP/1.1" status: 204 len: 168 time: 0.9693861 Mar 09 14:59:26.916149 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'tag': '4f0b3690-6c9f-4235-bf33-ea221937bf01'}] {{(pid=109966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:59:26.918419 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44ede15f35b2743c53109df96026e4ccedd645bbd713adfd665d436c879fbafb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50c9fcc-873c-41f7-a562-53e3e2939377" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe970a4-d48c-4554-95af-b75d19ceefaa", "tag": "4f0b3690-6c9f-4235-bf33-ea221937bf01"}]}' {{(pid=109966) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:59:26.956266 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a9859e-81a0-49b4-bad0-5351f6a8fd94 x-openstack-request-id: req-e7a9859e-81a0-49b4-bad0-5351f6a8fd94 {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:59:26.956897 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe970a4-d48c-4554-95af-b75d19ceefaa", "tag": "4f0b3690-6c9f-4235-bf33-ea221937bf01", "status": "completed", "code": 200}]} {{(pid=109966) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:59:26.956897 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7a9859e-81a0-49b4-bad0-5351f6a8fd94 {{(pid=109966) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:59:26.957241 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'tag': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'status': 'completed', 'code': 200} Mar 09 14:59:27.017179 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:59:27.026286 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-4489e366-ab68-4c90-a822-c6688ea8c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:27.027722 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-4489e366-ab68-4c90-a822-c6688ea8c093 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 1129 time: 0.0485330 Mar 09 14:59:27.116292 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-b86545c7-5f01-4587-8a4b-db7751220e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:27.117791 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-b86545c7-5f01-4587-8a4b-db7751220e27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 912 time: 0.0844333 Mar 09 14:59:27.165890 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-0a4ae3b4-1a36-469e-b1a2-4c574a4d98b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f0b3690-6c9f-4235-bf33-ea221937bf01 HTTP/1.1" status: 200 len: 217 time: 0.0410910 Mar 09 14:59:27.215712 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-39ca95d6-7dce-43a9-9f71-0b4124b35816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:27.217813 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-39ca95d6-7dce-43a9-9f71-0b4124b35816 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0448530 Mar 09 14:59:27.245166 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:a0:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:56:04Z', 'updated_at': '2022-03-09T14:56:06Z', 'revision_number': 1, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:27.266587 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-f1a9f4e3-83cd-48d8-afad-758ad367487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:27.268102 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-f1a9f4e3-83cd-48d8-afad-758ad367487e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450358 Mar 09 14:59:27.273348 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] Checking router: 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:59:27.283161 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:59:27.283690 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:59:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:27.334892 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daea87-15f0-4336-9877-74fb8d500947 req-fa50010f-7eb6-4c5d-b081-d8979f1bd7fd tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:27.336402 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-32daea87-15f0-4336-9877-74fb8d500947 req-fa50010f-7eb6-4c5d-b081-d8979f1bd7fd tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 945 time: 0.0530255 Mar 09 14:59:27.367546 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-22da5a7b-601c-44d9-b529-c6a6bc0e4a4a service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927343 Mar 09 14:59:27.386146 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-32daea87-15f0-4336-9877-74fb8d500947 req-c0837a25-7254-4e04-b4c1-9e16bbd4078f tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428379 Mar 09 14:59:27.394356 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:59:27.457433 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-b50c9fcc-873c-41f7-a562-53e3e2939377 req-7b50251d-470a-4a8f-b4ff-03423f1b5678 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819120 Mar 09 14:59:27.616307 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:a0:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:56:04Z', 'updated_at': '2022-03-09T14:56:06Z', 'revision_number': 1, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:27.641954 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb673876-20f5-47a2-89f3-c7029de02bb8 None None] The sync data for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi is: [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_floatingips': [{'id': 'c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'router_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'port_id': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'mac_address': 'fa:16:3e:a0:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfefe25-24ae-4016-a252-408222e829aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T14:56:04Z', 'updated_at': '2022-03-09T14:56:06Z', 'revision_number': 1, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:59:27.855321 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bee571-17cf-41cb-9363-be86e732bbcc None None] New status for floating IP 915dab77-c2e3-4d0f-bb65-9b06fb3fdbe1: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:59:28.511325 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f37fe6-efdf-4ca7-8909-bf9acb694315 req-23355854-f9f6-4111-9991-9cce7bb7df75 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:28.512826 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-80f37fe6-efdf-4ca7-8909-bf9acb694315 req-23355854-f9f6-4111-9991-9cce7bb7df75 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 945 time: 0.0583215 Mar 09 14:59:28.562129 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-80f37fe6-efdf-4ca7-8909-bf9acb694315 req-cccf14a6-286d-4d9a-ba3a-3a0981d47354 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436201 Mar 09 14:59:28.832068 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-e2415d45-d0b6-495e-8759-6dc523016747 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:28.833504 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-e2415d45-d0b6-495e-8759-6dc523016747 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 945 time: 0.0517476 Mar 09 14:59:28.929194 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Deleting port 4f0b3690-6c9f-4235-bf33-ea221937bf01 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:28.929529 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:29.016022 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] For port 4f0b3690-6c9f-4235-bf33-ea221937bf01, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4f0b3690-6c9f-4235-bf33-ea221937bf01,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:59:29.016367 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:29.027604 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Calling delete_port for 4f0b3690-6c9f-4235-bf33-ea221937bf01 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:29.195252 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (4f0b3690-6c9f-4235-bf33-ea221937bf01), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:29.221602 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event deleted for resources: {'Port': ['ID=4f0b3690-6c9f-4235-bf33-ea221937bf01,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:29.230873 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.231227 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.231570 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.231926 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.232260 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.232585 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.232936 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.233262 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.234002 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.234002 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.234189 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.234508 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.234822 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:29.281567 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] No DVR routers for this DVR port 4f0b3690-6c9f-4235-bf33-ea221937bf01 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:59:29.283991 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:29.287319 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-89320b3f-0927-4e36-a182-dbff4cfbbd54 req-4743617b-05d7-438e-947c-c13e2ae6e4c4 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "DELETE /v2.0/ports/4f0b3690-6c9f-4235-bf33-ea221937bf01 HTTP/1.1" status: 204 len: 173 time: 0.4486499 Mar 09 14:59:29.287752 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'name': 'network-vif-deleted', 'tag': '4f0b3690-6c9f-4235-bf33-ea221937bf01'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:59:29.290046 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4577240c-3bd8-4bf6-b5c8-3504da3c60d5" -d '{"events": [{"server_uuid": "5fe970a4-d48c-4554-95af-b75d19ceefaa", "name": "network-vif-deleted", "tag": "4f0b3690-6c9f-4235-bf33-ea221937bf01"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:59:29.323387 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a37aa9-983f-4f04-9320-1f6678fb109d x-openstack-request-id: req-a7a37aa9-983f-4f04-9320-1f6678fb109d {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:59:29.323758 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe970a4-d48c-4554-95af-b75d19ceefaa", "name": "network-vif-deleted", "tag": "4f0b3690-6c9f-4235-bf33-ea221937bf01", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:59:29.324016 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7a37aa9-983f-4f04-9320-1f6678fb109d {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:59:29.324413 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe970a4-d48c-4554-95af-b75d19ceefaa', 'name': 'network-vif-deleted', 'tag': '4f0b3690-6c9f-4235-bf33-ea221937bf01', 'status': 'completed', 'code': 200} Mar 09 14:59:29.659666 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-4e62d763-5f6e-4f24-bb36-3a2b69acda29 req-d7a94cac-ac15-47b8-b82d-61bf11e70f8b tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fe970a4-d48c-4554-95af-b75d19ceefaa HTTP/1.1" status: 200 len: 210 time: 0.0278375 Mar 09 14:59:32.141490 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 4f0b3690-6c9f-4235-bf33-ea221937bf01 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:59:32.160948 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 4f0b3690-6c9f-4235-bf33-ea221937bf01 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:59:32.161296 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 4f0b3690-6c9f-4235-bf33-ea221937bf01 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:59:33.086941 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43720) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:33.236281 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Deleting port febd6fd5-c92b-4a02-a937-6c2a153e46cc {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:33.236605 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (febd6fd5-c92b-4a02-a937-6c2a153e46cc), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:33.310967 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (febd6fd5-c92b-4a02-a937-6c2a153e46cc), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:33.311292 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (febd6fd5-c92b-4a02-a937-6c2a153e46cc), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:33.322505 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Calling delete_port for febd6fd5-c92b-4a02-a937-6c2a153e46cc owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:33.585611 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (febd6fd5-c92b-4a02-a937-6c2a153e46cc), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:33.615300 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event deleted for resources: {'Port': ['ID=febd6fd5-c92b-4a02-a937-6c2a153e46cc,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:33.675765 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:33.676097 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.db.l3_db [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Floating IP c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f disassociated (deleted). External IP: 172.27.2.109, port: 99767007-30bc-4a36-b7ab-3e5af38787d9. Mar 09 14:59:33.878759 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:59:34.098325 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:34.239039 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:59:34.243746 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:34.248210 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] Sync routers for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:59:34.257383 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:59:34.257984 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:59:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:34.273435 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-d92de356-d703-4088-8174-5365d827cf38 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "DELETE /v2.0/floatingips/c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f HTTP/1.1" status: 204 len: 168 time: 1.1854131 Mar 09 14:59:34.274044 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfefe25-24ae-4016-a252-408222e829aa', 'tag': '99767007-30bc-4a36-b7ab-3e5af38787d9'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:59:34.276406 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5019c9e7-0410-4451-b95b-012b89be9371" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfefe25-24ae-4016-a252-408222e829aa", "tag": "99767007-30bc-4a36-b7ab-3e5af38787d9"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:59:34.316290 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 14:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999398c0-fb38-48cc-935b-3b71d690e137 x-openstack-request-id: req-999398c0-fb38-48cc-935b-3b71d690e137 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:59:34.316587 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfefe25-24ae-4016-a252-408222e829aa", "tag": "99767007-30bc-4a36-b7ab-3e5af38787d9", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:59:34.316886 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-999398c0-fb38-48cc-935b-3b71d690e137 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:59:34.317296 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfefe25-24ae-4016-a252-408222e829aa', 'tag': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'status': 'completed', 'code': 200} Mar 09 14:59:34.374632 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:59:34.380938 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c9e7-0410-4451-b95b-012b89be9371 req-88c68444-b87a-4c18-89f4-fb9cd98a8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:34.382463 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5019c9e7-0410-4451-b95b-012b89be9371 req-88c68444-b87a-4c18-89f4-fb9cd98a8093 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4fb89c3ffaae45299cf60de734481334&device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 1129 time: 0.0440562 Mar 09 14:59:34.474781 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c9e7-0410-4451-b95b-012b89be9371 req-d7b443d0-a0f8-44ce-aee3-38e4c545932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:34.476464 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5019c9e7-0410-4451-b95b-012b89be9371 req-d7b443d0-a0f8-44ce-aee3-38e4c545932b service neutron] 10.222.0.16 "GET /v2.0/networks?id=82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 200 len: 912 time: 0.0866799 Mar 09 14:59:34.517147 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5019c9e7-0410-4451-b95b-012b89be9371 req-7382d507-1923-4bd5-b0bd-4dd6e2c30c22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99767007-30bc-4a36-b7ab-3e5af38787d9 HTTP/1.1" status: 200 len: 217 time: 0.0342462 Mar 09 14:59:34.567159 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c9e7-0410-4451-b95b-012b89be9371 req-1975b357-1f9e-4ab2-a7fd-70a3c627617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:34.568607 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5019c9e7-0410-4451-b95b-012b89be9371 req-1975b357-1f9e-4ab2-a7fd-70a3c627617d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 200 len: 850 time: 0.0462606 Mar 09 14:59:34.582549 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:34.610688 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] Checking router: 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:59:34.619224 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:59:34.619871 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:59:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:34.623732 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c9e7-0410-4451-b95b-012b89be9371 req-dc316429-ee25-4261-8c13-a19e17d77d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:34.625311 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5019c9e7-0410-4451-b95b-012b89be9371 req-dc316429-ee25-4261-8c13-a19e17d77d46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=82aa80a4-88b6-4bac-8150-e9ffcae18792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509624 Mar 09 14:59:34.689643 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa096f-d8be-4fac-b5af-7ca1bce07daf req-22505a83-bd16-4742-bc12-423a9a893bd7 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:34.691186 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-42fa096f-d8be-4fac-b5af-7ca1bce07daf req-22505a83-bd16-4742-bc12-423a9a893bd7 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 945 time: 0.0513351 Mar 09 14:59:34.725227 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5019c9e7-0410-4451-b95b-012b89be9371 req-81529f92-0e0d-400d-8630-11bdb899d03f service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932076 Mar 09 14:59:34.750709 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-42fa096f-d8be-4fac-b5af-7ca1bce07daf req-08767837-e0b8-44be-aa90-c7daa46a9844 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528631 Mar 09 14:59:34.819755 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:59:34.822777 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-5019c9e7-0410-4451-b95b-012b89be9371 req-e96db661-13bc-47c4-a08b-3e876681ce87 service neutron] 10.222.0.16 "GET /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903926 Mar 09 14:59:35.010876 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:35.040620 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71101f7-034b-4e02-808c-f2720057dd7a None None] The sync data for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi is: [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:53Z', 'revision_number': 4, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi', '_interfaces': [{'id': 'aac11a35-1d3d-4a42-b936-27cc13866487', 'name': '', 'network_id': '82aa80a4-88b6-4bac-8150-e9ffcae18792', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'mac_address': 'fa:16:3e:c2:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:53Z', 'updated_at': '2022-03-09T14:52:57Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'subnets': [{'id': 'fb3da3dd-66b3-4f69-bfc1-0dbabb24847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:59:35.245676 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e786b4-eeae-4654-b0b0-5d8ce2c93f05 None None] New status for floating IP c7f1e0b9-43cb-4138-9a90-dfab29ac2c6f: DOWN {{(pid=109968) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 14:59:35.872499 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df33555-2ad1-4e89-8ec0-04cffb7c3ec3 req-0451a7f1-8daa-4789-9337-4a8408d73cad tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109966) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:35.873964 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5df33555-2ad1-4e89-8ec0-04cffb7c3ec3 req-0451a7f1-8daa-4789-9337-4a8408d73cad tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 945 time: 0.0506611 Mar 09 14:59:35.920368 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-5df33555-2ad1-4e89-8ec0-04cffb7c3ec3 req-d69d4a67-090d-41e0-af86-fe378eac5dc1 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e58da01-0c23-4108-9fc6-f799a8e971f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 Mar 09 14:59:36.077149 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da88c7-1180-4549-a741-95312664a224 req-f85d92e3-80fd-4fb6-9b77-14b288763106 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 14:59:36.078467 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f2da88c7-1180-4549-a741-95312664a224 req-f85d92e3-80fd-4fb6-9b77-14b288763106 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 945 time: 0.0510662 Mar 09 14:59:36.168067 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-f2da88c7-1180-4549-a741-95312664a224 req-07b38282-3041-4ead-9d2f-a9649bbee0c3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Deleting port 99767007-30bc-4a36-b7ab-3e5af38787d9 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:36.168399 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f2da88c7-1180-4549-a741-95312664a224 req-07b38282-3041-4ead-9d2f-a9649bbee0c3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:36.252439 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [req-f2da88c7-1180-4549-a741-95312664a224 req-07b38282-3041-4ead-9d2f-a9649bbee0c3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] For port 99767007-30bc-4a36-b7ab-3e5af38787d9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=99767007-30bc-4a36-b7ab-3e5af38787d9,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:59:36.252820 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f2da88c7-1180-4549-a741-95312664a224 req-07b38282-3041-4ead-9d2f-a9649bbee0c3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:36.265277 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [req-f2da88c7-1180-4549-a741-95312664a224 req-07b38282-3041-4ead-9d2f-a9649bbee0c3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Calling delete_port for 99767007-30bc-4a36-b7ab-3e5af38787d9 owned by compute:nova {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:36.463951 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f2da88c7-1180-4549-a741-95312664a224 req-07b38282-3041-4ead-9d2f-a9649bbee0c3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (99767007-30bc-4a36-b7ab-3e5af38787d9), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:36.492660 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b38282-3041-4ead-9d2f-a9649bbee0c3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event deleted for resources: {'Port': ['ID=99767007-30bc-4a36-b7ab-3e5af38787d9,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:36.536397 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2da88c7-1180-4549-a741-95312664a224 req-07b38282-3041-4ead-9d2f-a9649bbee0c3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] No DVR routers for this DVR port 99767007-30bc-4a36-b7ab-3e5af38787d9 on host hv-cinder-83008 {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:59:36.538919 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [req-f2da88c7-1180-4549-a741-95312664a224 req-07b38282-3041-4ead-9d2f-a9649bbee0c3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for port (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:36.542237 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [req-f2da88c7-1180-4549-a741-95312664a224 req-07b38282-3041-4ead-9d2f-a9649bbee0c3 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.16 "DELETE /v2.0/ports/99767007-30bc-4a36-b7ab-3e5af38787d9 HTTP/1.1" status: 204 len: 173 time: 0.4582624 Mar 09 14:59:36.542669 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfefe25-24ae-4016-a252-408222e829aa', 'name': 'network-vif-deleted', 'tag': '99767007-30bc-4a36-b7ab-3e5af38787d9'}] {{(pid=109967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 14:59:36.544932 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b3e93176cbc5ee22af09493fcadb80006d246d4327cc5b865a77c147dc4dc9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3371c817-1cde-4b0c-8ac7-549128f416c2" -d '{"events": [{"server_uuid": "9dfefe25-24ae-4016-a252-408222e829aa", "name": "network-vif-deleted", "tag": "99767007-30bc-4a36-b7ab-3e5af38787d9"}]}' {{(pid=109967) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 14:59:36.580861 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4656b3e8-238d-4a32-913d-f62f57c36f01 x-openstack-request-id: req-4656b3e8-238d-4a32-913d-f62f57c36f01 {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 14:59:36.580861 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfefe25-24ae-4016-a252-408222e829aa", "name": "network-vif-deleted", "tag": "99767007-30bc-4a36-b7ab-3e5af38787d9", "status": "completed", "code": 200}]} {{(pid=109967) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 14:59:36.580861 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4656b3e8-238d-4a32-913d-f62f57c36f01 {{(pid=109967) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 14:59:36.581239 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfefe25-24ae-4016-a252-408222e829aa', 'name': 'network-vif-deleted', 'tag': '99767007-30bc-4a36-b7ab-3e5af38787d9', 'status': 'completed', 'code': 200} Mar 09 14:59:37.013959 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [req-ccf190cf-5d56-4395-ac1f-84dec647a60f req-44290175-53ce-4d9d-86c3-5266fbbaa332 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dfefe25-24ae-4016-a252-408222e829aa HTTP/1.1" status: 200 len: 210 time: 0.0262716 Mar 09 14:59:38.069995 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43736) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:38.157592 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 99767007-30bc-4a36-b7ab-3e5af38787d9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:59:38.176285 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] No Port match for: 99767007-30bc-4a36-b7ab-3e5af38787d9 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:59:38.176628 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Device 99767007-30bc-4a36-b7ab-3e5af38787d9 not bound to the agent host hv-cinder-83008 {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:59:38.191371 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-93aaa48f-57b4-458b-8de1-757dfa6f0e27 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Deleting port e9d77322-ec0e-43cf-9b71-70c3e904af34 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:38.191716 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-93aaa48f-57b4-458b-8de1-757dfa6f0e27 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (e9d77322-ec0e-43cf-9b71-70c3e904af34), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:38.266044 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-93aaa48f-57b4-458b-8de1-757dfa6f0e27 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (e9d77322-ec0e-43cf-9b71-70c3e904af34), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:38.266369 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-93aaa48f-57b4-458b-8de1-757dfa6f0e27 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (e9d77322-ec0e-43cf-9b71-70c3e904af34), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:38.277727 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-93aaa48f-57b4-458b-8de1-757dfa6f0e27 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Calling delete_port for e9d77322-ec0e-43cf-9b71-70c3e904af34 owned by network:floatingip {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:38.476122 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-93aaa48f-57b4-458b-8de1-757dfa6f0e27 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (e9d77322-ec0e-43cf-9b71-70c3e904af34), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:38.503882 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaa48f-57b4-458b-8de1-757dfa6f0e27 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event deleted for resources: {'Port': ['ID=e9d77322-ec0e-43cf-9b71-70c3e904af34,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:38.563522 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-93aaa48f-57b4-458b-8de1-757dfa6f0e27 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for floatingip (7c897edc-dc97-4579-899d-851f58bd68cb), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:38.566061 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-93aaa48f-57b4-458b-8de1-757dfa6f0e27 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42650'] for floatingip (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:38.567192 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-93aaa48f-57b4-458b-8de1-757dfa6f0e27 tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "DELETE /v2.0/floatingips/7c897edc-dc97-4579-899d-851f58bd68cb HTTP/1.1" status: 204 len: 168 time: 0.4962304 Mar 09 14:59:39.857440 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43750) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:39.912231 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-610f1226-6349-43a7-9f9a-f25dee9b4cef tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group (3e58da01-0c23-4108-9fc6-f799a8e971f0), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:39.937014 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-610f1226-6349-43a7-9f9a-f25dee9b4cef tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group (3e58da01-0c23-4108-9fc6-f799a8e971f0), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:40.047425 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-610f1226-6349-43a7-9f9a-f25dee9b4cef tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (3e58da01-0c23-4108-9fc6-f799a8e971f0), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:40.050036 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-610f1226-6349-43a7-9f9a-f25dee9b4cef tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Publish callbacks [] for security_group (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:40.051168 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-610f1226-6349-43a7-9f9a-f25dee9b4cef tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] 10.222.0.20 "DELETE /v2.0/security-groups/3e58da01-0c23-4108-9fc6-f799a8e971f0 HTTP/1.1" status: 204 len: 168 time: 0.1922312 Mar 09 14:59:40.059703 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f1226-6349-43a7-9f9a-f25dee9b4cef tempest-TestVolumeBootPattern-381899078 tempest-TestVolumeBootPattern-381899078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e58da01-0c23-4108-9fc6-f799a8e971f0,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:41.166379 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43756) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:41.640330 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580745'] for router_interface (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:41.877542 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] Deleting port aac11a35-1d3d-4a42-b936-27cc13866487 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:41.877878 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:41.951294 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] For port aac11a35-1d3d-4a42-b936-27cc13866487, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=aac11a35-1d3d-4a42-b936-27cc13866487,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:59:41.951682 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:41.963826 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] Calling delete_port for aac11a35-1d3d-4a42-b936-27cc13866487 owned by network:router_interface {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:42.196357 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (aac11a35-1d3d-4a42-b936-27cc13866487), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:42.221097 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac11a35-1d3d-4a42-b936-27cc13866487,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:42.385848 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580377'] for router_interface (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:42.593429 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] Router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:59:42.698943 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:59:42.703883 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-2e70fc65-6216-481a-abc5-da5e0dde8724 admin admin] 10.222.0.20 "PUT /v2.0/routers/0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5364931 Mar 09 14:59:42.706655 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43760) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:42.712353 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] Sync routers for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:59:42.723505 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:59:42.724060 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:59:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:42.812797 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Publish callbacks [] for router (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:42.835219 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: dv-cinder-830086-3-iscsi {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:59:42.919243 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Publish callbacks [] for router_gateway (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:43.016227 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:59:42Z', 'revision_number': 5, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port': {'id': 'a7913847-64d9-4cb7-864d-26b81842e785', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:43.047539 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] Checking router: 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c for host: dv-cinder-830086-3-iscsi {{(pid=109969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:59:43.057018 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] Routers {'0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:59:43.057729 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:59:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'], 'active': True} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:43.149929 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_dvr_db [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] Set router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c gateway port host: None {{(pid=109969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:59:43.202270 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.l3_hamode_db [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:59:42Z', 'revision_number': 6, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port_host': None}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:43.231975 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081732e-639c-4a6c-a22a-7d5b3c27d94d None None] The sync data for ids ['0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c'] in dv-cinder-830086-3-iscsi is: [{'id': '0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c', 'name': 'tempest-TestVolumeBootPattern-730572629-router', 'tenant_id': '4fb89c3ffaae45299cf60de734481334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:50Z', 'updated_at': '2022-03-09T14:59:42Z', 'revision_number': 6, 'project_id': '4fb89c3ffaae45299cf60de734481334', 'gw_port_host': None}] {{(pid=109969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:59:43.279159 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Deleting port a7913847-64d9-4cb7-864d-26b81842e785 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:43.279670 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (a7913847-64d9-4cb7-864d-26b81842e785), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:43.353106 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] For port a7913847-64d9-4cb7-864d-26b81842e785, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=a7913847-64d9-4cb7-864d-26b81842e785,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:59:43.353459 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (a7913847-64d9-4cb7-864d-26b81842e785), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:43.365645 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Calling delete_port for a7913847-64d9-4cb7-864d-26b81842e785 owned by network:router_gateway {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:43.609612 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (a7913847-64d9-4cb7-864d-26b81842e785), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:43.637904 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7913847-64d9-4cb7-864d-26b81842e785,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:43.694140 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575923'] for router_gateway (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:43.781924 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123876'] for router (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:43.783996 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Publish callbacks [] for router_controller (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:43.910423 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578599'] for router (0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:43.910851 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c {{(pid=109967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:59:43.914954 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:43.916065 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-f01e1c27-cd19-4ee9-8dc0-911506670af1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0a6fb29a-5f1a-4e51-8b25-54c4153f1e2c HTTP/1.1" status: 204 len: 168 time: 1.2085836 Mar 09 14:59:43.918526 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43762) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:43.965825 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce942e6-aed8-4184-8313-6e155cdd5c9b admin admin] Deleting subnet fb3da3dd-66b3-4f69-bfc1-0dbabb24847d {{(pid=109967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:59:43.969557 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1ce942e6-aed8-4184-8313-6e155cdd5c9b admin admin] Publish callbacks [] for subnet (fb3da3dd-66b3-4f69-bfc1-0dbabb24847d), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.002873 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1ce942e6-aed8-4184-8313-6e155cdd5c9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15001556'] for subnet (fb3da3dd-66b3-4f69-bfc1-0dbabb24847d), precommit_delete_associations {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.084699 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1ce942e6-aed8-4184-8313-6e155cdd5c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (fb3da3dd-66b3-4f69-bfc1-0dbabb24847d), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.208182 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1ce942e6-aed8-4184-8313-6e155cdd5c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12879140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12933825'] for subnet (fb3da3dd-66b3-4f69-bfc1-0dbabb24847d), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.232111 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce942e6-aed8-4184-8313-6e155cdd5c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3da3dd-66b3-4f69-bfc1-0dbabb24847d,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:44.237583 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-1ce942e6-aed8-4184-8313-6e155cdd5c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for subnet (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.240740 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-1ce942e6-aed8-4184-8313-6e155cdd5c9b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fb3da3dd-66b3-4f69-bfc1-0dbabb24847d HTTP/1.1" status: 204 len: 168 time: 0.3212411 Mar 09 14:59:44.243344 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.wsgi [-] (109967) accepted ('10.222.0.20', 43764) {{(pid=109967) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:44.245922 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e215e-9788-4593-8eff-1d13e8d437fe None None] Network 82aa80a4-88b6-4bac-8150-e9ffcae18792 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:59:44.318909 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (82aa80a4-88b6-4bac-8150-e9ffcae18792), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.365239 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Deleting port 228148c7-28f4-4506-b795-f94fc91d8d35 {{(pid=109967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:44.365567 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.404115 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] DHCP port deletion for 82aa80a4-88b6-4bac-8150-e9ffcae18792 request from dv-cinder-830086-3-iscsi {{(pid=109968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:59:44.428731 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.db [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] For port 228148c7-28f4-4506-b795-f94fc91d8d35, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=228148c7-28f4-4506-b795-f94fc91d8d35,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:59:44.429100 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.441775 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.plugin [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Calling delete_port for 228148c7-28f4-4506-b795-f94fc91d8d35 owned by network:dhcp {{(pid=109967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:44.450534 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Deleting port 228148c7-28f4-4506-b795-f94fc91d8d35 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:44.450906 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.519061 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] For port 228148c7-28f4-4506-b795-f94fc91d8d35, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=228148c7-28f4-4506-b795-f94fc91d8d35,segment=NetworkSegment(402bc33f-cd3c-48c1-b307-f0f91bda2ceb),segment_id=402bc33f-cd3c-48c1-b307-f0f91bda2ceb)] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:59:44.519451 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.535046 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Calling delete_port for 228148c7-28f4-4506-b795-f94fc91d8d35 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:44.606590 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12879115'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.612484 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776'] for port (228148c7-28f4-4506-b795-f94fc91d8d35), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.633600 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=228148c7-28f4-4506-b795-f94fc91d8d35,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:44.635270 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Pushing event deleted for resources: {'Port': ['ID=228148c7-28f4-4506-b795-f94fc91d8d35,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:44.639961 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] No DVR routers for this DVR port 228148c7-28f4-4506-b795-f94fc91d8d35 on host dv-cinder-830086-3-iscsi {{(pid=109967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:59:44.645357 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.645717 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.646174 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.646520 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.646861 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.647196 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.647530 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.647861 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.648198 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.648527 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.648884 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.649213 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.649538 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-3-iscsi {{(pid=109968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 14:59:44.652152 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5ce7e-19bc-4a48-848c-7d7de09cb84e None None] No DVR routers for this DVR port 228148c7-28f4-4506-b795-f94fc91d8d35 on host dv-cinder-830086-3-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:59:44.717008 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (82aa80a4-88b6-4bac-8150-e9ffcae18792), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.736312 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82aa80a4-88b6-4bac-8150-e9ffcae18792']}} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:44.745258 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402bc33f-cd3c-48c1-b307-f0f91bda2ceb') {'for_net_delete': True} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:44.752996 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.services.segments.db [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402bc33f-cd3c-48c1-b307-f0f91bda2ceb') {} {{(pid=109967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:44.755155 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15001567'] for segment (402bc33f-cd3c-48c1-b307-f0f91bda2ceb), before_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.768803 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (402bc33f-cd3c-48c1-b307-f0f91bda2ceb), precommit_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.774576 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:59:44.774956 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12879098'] for segment (402bc33f-cd3c-48c1-b307-f0f91bda2ceb), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: Traceback (most recent call last): Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: timer() Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: cb(*args, **kw) Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: return func(*args, **kwargs) Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: self._notify() Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: self.callback(batched_events) Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: event.method(event) Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: return f(self, *a, **k) Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._get(url).json() Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: return self.request(url, 'GET', **kwargs) Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:59:44.776542 dv-cinder-830086-3-iscsi neutron-server[109967]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:59:44.870296 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-a11921df-16b6-4384-86c6-09e6a1dbfc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.899193 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (82aa80a4-88b6-4bac-8150-e9ffcae18792), after_delete {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.904533 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron_lib.callbacks.manager [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:44.908378 dv-cinder-830086-3-iscsi neutron-server[109967]: INFO neutron.wsgi [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/82aa80a4-88b6-4bac-8150-e9ffcae18792 HTTP/1.1" status: 204 len: 168 time: 0.6641216 Mar 09 14:59:44.916650 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43766) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:44.919310 dv-cinder-830086-3-iscsi neutron-server[109967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d490f-ee35-430a-9ff7-c3c992a655d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=82aa80a4-88b6-4bac-8150-e9ffcae18792,revision_number=None']} {{(pid=109967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:44.962868 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device aac11a35-1d3d-4a42-b936-27cc13866487 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:59:44.984237 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: aac11a35-1d3d-4a42-b936-27cc13866487 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:59:44.984499 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device aac11a35-1d3d-4a42-b936-27cc13866487 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:59:44.984949 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device a7913847-64d9-4cb7-864d-26b81842e785 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:59:45.007986 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: a7913847-64d9-4cb7-864d-26b81842e785 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:59:45.008346 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device a7913847-64d9-4cb7-864d-26b81842e785 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:59:45.008789 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 228148c7-28f4-4506-b795-f94fc91d8d35 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:59:45.028432 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 228148c7-28f4-4506-b795-f94fc91d8d35 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:59:45.028811 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 228148c7-28f4-4506-b795-f94fc91d8d35 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:59:45.479625 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580745'] for router_interface (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:45.717382 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] Deleting port 4ec58db2-8cf8-478b-acbc-7edea1a84b68 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:45.717721 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:45.792944 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] For port 4ec58db2-8cf8-478b-acbc-7edea1a84b68, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=4ec58db2-8cf8-478b-acbc-7edea1a84b68,segment=NetworkSegment(76723e66-8d5e-4113-a34f-8eceaf95e571),segment_id=76723e66-8d5e-4113-a34f-8eceaf95e571)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:59:45.793307 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:45.805738 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] Calling delete_port for 4ec58db2-8cf8-478b-acbc-7edea1a84b68 owned by network:router_interface {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:46.059841 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (4ec58db2-8cf8-478b-acbc-7edea1a84b68), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:46.088591 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec58db2-8cf8-478b-acbc-7edea1a84b68,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:46.251945 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-785599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580377'] for router_interface (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:46.465139 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] Router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 has already been hosted by L3 agent b539d49a-a081-4a47-9d33-eda513afb047 {{(pid=109966) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 14:59:46.571281 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] Notify agent at l3_agent.dv-cinder-830086-3-iscsi the message routers_updated {{(pid=109966) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 14:59:46.579256 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-7ac93fdd-ff3a-436a-a84f-0f39a500fe46 admin admin] 10.222.0.20 "PUT /v2.0/routers/14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6585994 Mar 09 14:59:46.579379 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43768) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:46.580271 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] Sync routers for ids ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'] in dv-cinder-830086-3-iscsi {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 14:59:46.589586 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] Routers {'14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:59:46.590193 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:59:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:46.682562 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Publish callbacks [] for router (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:46.693937 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] Set router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:59:46.783992 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Publish callbacks [] for router_gateway (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:46.864065 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'name': 'tempest-TestVolumeBootPattern-969604828-router', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:59:45Z', 'revision_number': 5, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'gw_port': {'id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:46.893935 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] Checking router: 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 for host: dv-cinder-830086-3-iscsi {{(pid=109968) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 14:59:46.902064 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] Routers {'14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'} bound to L3 agent in host dv-cinder-830086-3-iscsi {{(pid=109968) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 14:59:46.902600 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T14:36:17Z,description=,heartbeat_timestamp=2022-03-09T14:59:17Z,host='dv-cinder-830086-3-iscsi',id=b539d49a-a081-4a47-9d33-eda513afb047,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T14:36:18Z,topic='l3_agent')) {'router_ids': ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'], 'active': True} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:46.961499 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Deleting port 3c96222d-6bb5-4c0d-829c-148eb615cb9e {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:46.961838 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.012957 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvr_db [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] Set router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 gateway port host: dv-cinder-830086-3-iscsi {{(pid=109968) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 14:59:47.037743 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] For port 3c96222d-6bb5-4c0d-829c-148eb615cb9e, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=3c96222d-6bb5-4c0d-829c-148eb615cb9e,segment=NetworkSegment(5cf37265-6755-4878-ba6b-f4476c336cf4),segment_id=5cf37265-6755-4878-ba6b-f4476c336cf4)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:59:47.038025 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.050683 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Calling delete_port for 3c96222d-6bb5-4c0d-829c-148eb615cb9e owned by network:router_gateway {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:47.153917 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f45aaa2b-3755-4198-8391-ef4f6eed2e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.205997 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_hamode_db [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'name': 'tempest-TestVolumeBootPattern-969604828-router', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:59:45Z', 'revision_number': 5, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'gw_port': {'id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}], 'dv-cinder-830086-3-iscsi', False) {} {{(pid=109968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:47.235350 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d7a48-4636-4de8-ae5f-37fb57183e80 None None] The sync data for ids ['14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13'] in dv-cinder-830086-3-iscsi is: [{'id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'name': 'tempest-TestVolumeBootPattern-969604828-router', 'tenant_id': 'a92af121c00944718ce51125d075d0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'external_fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:59:45Z', 'revision_number': 5, 'project_id': 'a92af121c00944718ce51125d075d0c6', 'gw_port': {'id': '3c96222d-6bb5-4c0d-829c-148eb615cb9e', 'name': '', 'network_id': 'a3723293-bfc5-452b-a949-b98fd51ccf30', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T14:52:57Z', 'updated_at': '2022-03-09T14:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daaebfff-bc24-4763-901f-183a8d6541f5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-3-iscsi'}] {{(pid=109968) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 14:59:47.270386 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (3c96222d-6bb5-4c0d-829c-148eb615cb9e), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.297241 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Pushing event deleted for resources: {'Port': ['ID=3c96222d-6bb5-4c0d-829c-148eb615cb9e,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:47.359534 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-575923'] for router_gateway (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.449111 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123876'] for router (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.451260 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Publish callbacks [] for router_controller (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.554966 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578599'] for router (14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.555469 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 {{(pid=109966) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 14:59:47.560150 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.561388 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-99e65383-b108-444a-ae8a-819c0ab9dfaf admin admin] 10.222.0.20 "DELETE /v2.0/routers/14fd80b9-9c87-4a54-a9f9-15ceb9cd8f13 HTTP/1.1" status: 204 len: 168 time: 0.9811301 Mar 09 14:59:47.563829 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43770) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:47.609280 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfc51ae-6e77-465a-9d71-50d70bb8a350 admin admin] Deleting subnet 2658fe73-5fe9-4a8d-a17a-55f54af71005 {{(pid=109966) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 14:59:47.612575 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3cfc51ae-6e77-465a-9d71-50d70bb8a350 admin admin] Publish callbacks [] for subnet (2658fe73-5fe9-4a8d-a17a-55f54af71005), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.647218 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3cfc51ae-6e77-465a-9d71-50d70bb8a350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13986415'] for subnet (2658fe73-5fe9-4a8d-a17a-55f54af71005), precommit_delete_associations {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.730829 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3cfc51ae-6e77-465a-9d71-50d70bb8a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1403957'] for subnet (2658fe73-5fe9-4a8d-a17a-55f54af71005), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.859376 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3cfc51ae-6e77-465a-9d71-50d70bb8a350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1403966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13132567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13243392'] for subnet (2658fe73-5fe9-4a8d-a17a-55f54af71005), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.886376 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc51ae-6e77-465a-9d71-50d70bb8a350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2658fe73-5fe9-4a8d-a17a-55f54af71005,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:47.889430 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-3cfc51ae-6e77-465a-9d71-50d70bb8a350 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:47.894601 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-3cfc51ae-6e77-465a-9d71-50d70bb8a350 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2658fe73-5fe9-4a8d-a17a-55f54af71005 HTTP/1.1" status: 204 len: 168 time: 0.3298349 Mar 09 14:59:47.895386 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43772) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:47.896976 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d37e5a-2d97-4710-bde5-f60ec39080d1 None None] Network 26e02255-2f01-4dfa-af03-2e64cdd47956 requested from dv-cinder-830086-3-iscsi {{(pid=109968) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 14:59:47.965501 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345008'] for network (26e02255-2f01-4dfa-af03-2e64cdd47956), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.023923 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Deleting port b3425a93-8816-43f0-aaee-82087afcecc3 {{(pid=109966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:48.024579 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.086336 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.db [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] For port b3425a93-8816-43f0-aaee-82087afcecc3, host dv-cinder-830086-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-3-iscsi',level=0,port_id=b3425a93-8816-43f0-aaee-82087afcecc3,segment=NetworkSegment(76723e66-8d5e-4113-a34f-8eceaf95e571),segment_id=76723e66-8d5e-4113-a34f-8eceaf95e571)] {{(pid=109966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:59:48.086611 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.098957 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.plugin [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Calling delete_port for b3425a93-8816-43f0-aaee-82087afcecc3 owned by network:dhcp {{(pid=109966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:48.210063 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a3adf4-7d69-42cc-950b-6c59d51d6a51 None None] DHCP port deletion for 26e02255-2f01-4dfa-af03-2e64cdd47956 request from dv-cinder-830086-3-iscsi {{(pid=109968) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 14:59:48.258053 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13132600'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.260631 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-42a3adf4-7d69-42cc-950b-6c59d51d6a51 None None] Deleting port b3425a93-8816-43f0-aaee-82087afcecc3 {{(pid=109968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 14:59:48.260914 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-42a3adf4-7d69-42cc-950b-6c59d51d6a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736492547310'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), before_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.284737 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=b3425a93-8816-43f0-aaee-82087afcecc3,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:48.287134 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] No DVR routers for this DVR port b3425a93-8816-43f0-aaee-82087afcecc3 on host dv-cinder-830086-3-iscsi {{(pid=109966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:59:48.333775 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.db [None req-42a3adf4-7d69-42cc-950b-6c59d51d6a51 None None] For port b3425a93-8816-43f0-aaee-82087afcecc3, host dv-cinder-830086-3-iscsi, got binding levels [] {{(pid=109968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 14:59:48.335291 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-42a3adf4-7d69-42cc-950b-6c59d51d6a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575455'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), precommit_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.346153 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-42a3adf4-7d69-42cc-950b-6c59d51d6a51 None None] Calling delete_port for b3425a93-8816-43f0-aaee-82087afcecc3 owned by network:dhcp {{(pid=109968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 14:59:48.348816 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.ipam_backend_mixin [None req-42a3adf4-7d69-42cc-950b-6c59d51d6a51 None None] Port b3425a93-8816-43f0-aaee-82087afcecc3 was not found and therefore no delete operation was performed {{(pid=109968) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 09 14:59:48.350058 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-42a3adf4-7d69-42cc-950b-6c59d51d6a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1789125', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736492553813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736492049776'] for port (b3425a93-8816-43f0-aaee-82087afcecc3), after_delete {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.356231 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1396942', 'neutron.services.segments.db._delete_segments_for_network-8736492379670'] for network (26e02255-2f01-4dfa-af03-2e64cdd47956), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.364233 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3adf4-7d69-42cc-950b-6c59d51d6a51 None None] No DVR routers for this DVR port b3425a93-8816-43f0-aaee-82087afcecc3 on host dv-cinder-830086-3-iscsi {{(pid=109968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 14:59:48.387914 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e02255-2f01-4dfa-af03-2e64cdd47956']}} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:48.388174 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.389468 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3adf4-7d69-42cc-950b-6c59d51d6a51 None None] Pushing event deleted for resources: {'Port': ['ID=b3425a93-8816-43f0-aaee-82087afcecc3,revision_number=None']} {{(pid=109968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:48.398350 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76723e66-8d5e-4113-a34f-8eceaf95e571') {'for_net_delete': True} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:48.398726 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.services.segments.db [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76723e66-8d5e-4113-a34f-8eceaf95e571') {} {{(pid=109966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 14:59:48.408449 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736492380447', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13986404'] for segment (76723e66-8d5e-4113-a34f-8eceaf95e571), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.421494 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450'] for segment (76723e66-8d5e-4113-a34f-8eceaf95e571), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.427318 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109966) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 14:59:48.427693 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13132489'] for segment (76723e66-8d5e-4113-a34f-8eceaf95e571), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: Traceback (most recent call last): Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: timer() Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: cb(*args, **kw) Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: return func(*args, **kwargs) Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: self._notify() Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: self.callback(batched_events) Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: event.method(event) Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: return f(self, *a, **k) Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._get(url).json() Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: return self.request(url, 'GET', **kwargs) Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 14:59:48.429380 dv-cinder-830086-3-iscsi neutron-server[109966]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 14:59:48.537838 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1396919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-785540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-575895'] for network (26e02255-2f01-4dfa-af03-2e64cdd47956), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.543145 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-785562'] for network (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.546889 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] 10.222.0.20 "DELETE /v2.0/networks/26e02255-2f01-4dfa-af03-2e64cdd47956 HTTP/1.1" status: 204 len: 168 time: 0.6505849 Mar 09 14:59:48.557342 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dfab8-f6a0-47c8-ba73-09ff02814ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=26e02255-2f01-4dfa-af03-2e64cdd47956,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:48.836885 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43776) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:48.875615 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-0c9fcaa9-7d07-49be-bba5-6ee3bf22086d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fb89c3ffaae45299cf60de734481334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374794 Mar 09 14:59:48.877893 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43778) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:48.929076 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-da780197-84b2-47ae-9519-c606115860b6 admin admin] Publish callbacks [] for security_group (00855c1b-f063-40fe-9c68-30f8addb56e2), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.950196 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-da780197-84b2-47ae-9519-c606115860b6 admin admin] Publish callbacks [] for security_group (00855c1b-f063-40fe-9c68-30f8addb56e2), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:48.959005 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 4ec58db2-8cf8-478b-acbc-7edea1a84b68 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:59:48.978781 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 4ec58db2-8cf8-478b-acbc-7edea1a84b68 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:59:48.979124 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 4ec58db2-8cf8-478b-acbc-7edea1a84b68 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:59:48.979531 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b3425a93-8816-43f0-aaee-82087afcecc3 no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:59:48.999510 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: b3425a93-8816-43f0-aaee-82087afcecc3 {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:59:48.999791 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device b3425a93-8816-43f0-aaee-82087afcecc3 not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:59:49.000193 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 3c96222d-6bb5-4c0d-829c-148eb615cb9e no longer exists at agent ovs-agent-dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 14:59:49.018795 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.plugin [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] No Port match for: 3c96222d-6bb5-4c0d-829c-148eb615cb9e {{(pid=109968) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 14:59:49.019144 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron.plugins.ml2.rpc [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Device 3c96222d-6bb5-4c0d-829c-148eb615cb9e not bound to the agent host dv-cinder-830086-3-iscsi {{(pid=109968) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 14:59:49.040223 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-da780197-84b2-47ae-9519-c606115860b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (00855c1b-f063-40fe-9c68-30f8addb56e2), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:49.042933 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-da780197-84b2-47ae-9519-c606115860b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:49.044106 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-da780197-84b2-47ae-9519-c606115860b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00855c1b-f063-40fe-9c68-30f8addb56e2 HTTP/1.1" status: 204 len: 168 time: 0.1653414 Mar 09 14:59:49.052177 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da780197-84b2-47ae-9519-c606115860b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00855c1b-f063-40fe-9c68-30f8addb56e2,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:49.722277 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43784) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:49.761036 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-ed27b905-3e3b-4a6b-8bd0-1bc154a300fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a92af121c00944718ce51125d075d0c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376091 Mar 09 14:59:49.763351 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [-] (109966) accepted ('10.222.0.20', 43786) {{(pid=109966) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 14:59:49.772986 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:49.808601 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-50801c2b-edfa-402e-8073-64f3fea21b6e admin admin] Publish callbacks [] for security_group (1492015b-9610-494d-9b81-8604b23fd4bc), before_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:49.828700 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-50801c2b-edfa-402e-8073-64f3fea21b6e admin admin] Publish callbacks [] for security_group (1492015b-9610-494d-9b81-8604b23fd4bc), precommit_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:49.943032 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-50801c2b-edfa-402e-8073-64f3fea21b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559455'] for security_group (1492015b-9610-494d-9b81-8604b23fd4bc), after_delete {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:49.945529 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron_lib.callbacks.manager [None req-50801c2b-edfa-402e-8073-64f3fea21b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:49.947491 dv-cinder-830086-3-iscsi neutron-server[109966]: INFO neutron.wsgi [None req-50801c2b-edfa-402e-8073-64f3fea21b6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1492015b-9610-494d-9b81-8604b23fd4bc HTTP/1.1" status: 204 len: 168 time: 0.1824381 Mar 09 14:59:49.954144 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50801c2b-edfa-402e-8073-64f3fea21b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1492015b-9610-494d-9b81-8604b23fd4bc,revision_number=None']} {{(pid=109966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 14:59:51.161997 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 14:59:56.132548 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 15:00:04.087380 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:14.885503 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-54f78514-8212-4ca5-8ba3-e4e44c7dfe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:17.119595 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-42ce0ba5-b820-4d48-be68-fe6fa1e5ac92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:18.377045 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:19.736536 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:21.142870 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:33.131445 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 15:00:34.090429 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:44.878990 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-ad697aa9-2210-4a79-85df-ef654f307236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:47.119075 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-6e7ac195-e739-48dc-9559-80af71605060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:48.364421 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:49.760689 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:00:51.166144 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:04.072634 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:10.130700 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 15:01:14.884176 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-32089ad6-e8db-4d95-ac99-658b0a5e0037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:17.120335 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-74993ba3-ea21-4785-9096-6bf457d857a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:18.371811 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:19.771801 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:21.249812 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:34.057278 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:44.862896 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b4edd7f2-f585-47ad-9ddd-be69c5d8bf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:47.108408 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-97fcb081-52a2-417d-a9e6-883d33fb4b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:47.129626 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 15:01:48.371646 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:49.786897 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:01:51.192267 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:04.068606 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:14.896972 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-bc6064f9-c3d8-4327-a558-4546e23bc6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:17.114964 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1fc5bb7c-64b4-4bd8-b502-07e40f490048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:18.411725 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:19.753937 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:21.154509 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:24.128199 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 15:02:34.085736 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:44.889107 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b0283324-1ffd-42b4-9598-49c1758ff857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:47.148077 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-35f63788-16f5-4f42-b8f6-eacfaaa51f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:48.380421 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:49.748166 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:02:51.174366 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:01.126096 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 15:03:04.079457 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:14.877377 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-b08da59f-5ae4-4854-9035-df48ab39441e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:17.111409 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-19afab1c-15a7-4f87-806e-c0ee065b1c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:18.386005 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:19.774639 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:21.194251 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:34.094393 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:38.125078 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 15:03:44.928685 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-12e56a79-c6b5-4c7b-b9cd-f7bf5ce2ae11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:47.148135 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-8077db5c-19f5-4409-913b-1a25087a29d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:48.388233 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:49.760614 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:03:50.751676 dv-cinder-830086-3-iscsi neutron-server[109966]: DEBUG neutron.wsgi [req-6a0367a7-261b-425f-900a-6dac5e1c0068 req-df919e13-7372-44b8-bd90-9c8ea093cef1 tempest-VolumesSnapshotTestJSON-1690415629 tempest-VolumesSnapshotTestJSON-1690415629-project] (109966) timed out ('10.222.0.16', 64558) {{(pid=109966) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 15:03:51.168488 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:04.111105 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:14.879698 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-1c5db7c0-1301-4375-ac8a-4c9725c4ad2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:15.124902 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 15:04:17.122527 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-15644845-91b8-4b2e-b685-8a282062f771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:18.413917 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:19.754587 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:21.239808 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:34.134172 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:44.874159 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-afb193ab-2fe0-4230-a7a0-0355bf98bb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:47.114078 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-3743b47d-c5b1-437a-9255-c7993932c67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:48.394435 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-0930884b-05a2-45a9-8227-b25c493f7b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (290ea2e3-dc8c-4e33-a532-61febd3d15c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:49.848687 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-f5ac1740-cc59-489b-a525-3efc850be1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (80b311a9-f199-4b32-ac09-b7b81391cc9f), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:51.168314 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-61177e1d-50c6-43a9-a2bc-99703e9b9046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (c076f8f7-c90c-4af3-9bc4-5c44e855e0c8), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:04:52.124091 dv-cinder-830086-3-iscsi neutron-server[109969]: DEBUG neutron.db.agents_db [None req-f7771e36-a30f-4e1f-bf34-354f33a213a6 None None] Agent healthcheck: found 6 active agents {{(pid=109969) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 15:05:04.134089 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-94f632c7-c887-458d-9158-3b2786209b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (e201fd45-fd65-44b7-a663-527806cbc166), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:05:14.950457 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-7f74fcf5-a5f9-4c62-b930-ef6273222001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (2e0828b9-ce3f-4d8a-ad37-06b7987e009d), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 15:05:17.106310 dv-cinder-830086-3-iscsi neutron-server[109968]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7c23-0774-4a07-929d-c19fb178509d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736492379652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398981'] for agent (b539d49a-a081-4a47-9d33-eda513afb047), after_update {{(pid=109968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}